2024-11-14 21:35:31,587 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 21:35:31,633 main DEBUG Took 0.043244 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 21:35:31,633 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 21:35:31,634 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 21:35:31,635 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 21:35:31,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,646 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 21:35:31,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,676 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,678 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,679 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,681 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,683 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,684 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,689 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:35:31,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,690 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 21:35:31,692 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:35:31,694 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 21:35:31,697 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 21:35:31,697 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 21:35:31,699 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 21:35:31,699 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 21:35:31,710 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 21:35:31,713 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 21:35:31,715 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 21:35:31,716 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 21:35:31,716 main DEBUG createAppenders(={Console}) 2024-11-14 21:35:31,717 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 21:35:31,718 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 21:35:31,718 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 21:35:31,719 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 21:35:31,719 main DEBUG OutputStream closed 2024-11-14 21:35:31,720 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 21:35:31,720 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 21:35:31,720 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 21:35:31,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 21:35:31,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 21:35:31,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 21:35:31,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 21:35:31,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 21:35:31,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 21:35:31,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 21:35:31,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 21:35:31,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 21:35:31,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 21:35:31,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 21:35:31,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 21:35:31,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 21:35:31,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 21:35:31,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 21:35:31,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 21:35:31,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 21:35:31,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 21:35:31,908 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 21:35:31,909 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 21:35:31,909 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 21:35:31,910 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T21:35:31,931 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 21:35:31,935 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 21:35:31,935 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T21:35:32,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=892, ProcessCount=11, AvailableMemoryMB=1947 2024-11-14T21:35:32,335 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T21:35:32,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a 2024-11-14T21:35:32,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce, deleteOnExit=true 2024-11-14T21:35:32,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce/zookeeper_0, clientPort=52661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:35:32,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52661 2024-11-14T21:35:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:35:32,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:35:32,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/test.cache.data in system properties and HBase conf 2024-11-14T21:35:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:35:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:35:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:35:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:35:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:35:32,705 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T21:35:32,831 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:35:32,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:35:32,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:35:32,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:35:32,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:35:32,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:35:32,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:35:32,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:35:32,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:35:32,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:35:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:35:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:35:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:35:32,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:35:32,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:35:33,874 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T21:35:34,048 INFO [Time-limited test {}] log.Log(170): Logging initialized @3399ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T21:35:34,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:35:34,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:35:34,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:35:34,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:35:34,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:35:34,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:35:34,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:35:34,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:35:34,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/java.io.tmpdir/jetty-localhost-33409-hadoop-hdfs-3_4_1-tests_jar-_-any-702869500137507350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:35:34,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:33409} 2024-11-14T21:35:34,744 INFO [Time-limited test {}] server.Server(415): Started @4098ms 2024-11-14T21:35:35,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:35:35,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:35:35,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:35:35,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:35:35,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:35:35,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c34c38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:35:35,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e87b1e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:35:35,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d571c4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/java.io.tmpdir/jetty-localhost-40515-hadoop-hdfs-3_4_1-tests_jar-_-any-1832449140822388109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:35:35,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@411f3281{HTTP/1.1, (http/1.1)}{localhost:40515} 2024-11-14T21:35:35,649 INFO [Time-limited test {}] server.Server(415): Started @5002ms 2024-11-14T21:35:35,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:35:36,310 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce/data/data2/current/BP-1760311715-172.17.0.2-1731620133526/current, will proceed with Du for space computation calculation, 2024-11-14T21:35:36,312 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce/data/data1/current/BP-1760311715-172.17.0.2-1731620133526/current, will proceed with Du for space computation calculation, 2024-11-14T21:35:36,376 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:35:36,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a 2024-11-14T21:35:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x315d8b38dd9a4fb0 with lease ID 0xc7d2546cea60dd07: Processing first storage report for DS-bec30e11-8895-4751-ae45-6f215d10f7a9 from datanode DatanodeRegistration(127.0.0.1:41111, datanodeUuid=c4907fe9-2643-4797-8c55-6b22c4f8568e, infoPort=45093, infoSecurePort=0, ipcPort=39955, storageInfo=lv=-57;cid=testClusterID;nsid=1301652028;c=1731620133526) 2024-11-14T21:35:36,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x315d8b38dd9a4fb0 with lease ID 0xc7d2546cea60dd07: from storage DS-bec30e11-8895-4751-ae45-6f215d10f7a9 node DatanodeRegistration(127.0.0.1:41111, datanodeUuid=c4907fe9-2643-4797-8c55-6b22c4f8568e, infoPort=45093, infoSecurePort=0, ipcPort=39955, storageInfo=lv=-57;cid=testClusterID;nsid=1301652028;c=1731620133526), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T21:35:36,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x315d8b38dd9a4fb0 with lease ID 0xc7d2546cea60dd07: Processing first storage report for DS-4a24f741-da78-4e14-9a22-ab28f872e999 from datanode DatanodeRegistration(127.0.0.1:41111, datanodeUuid=c4907fe9-2643-4797-8c55-6b22c4f8568e, infoPort=45093, infoSecurePort=0, ipcPort=39955, storageInfo=lv=-57;cid=testClusterID;nsid=1301652028;c=1731620133526) 2024-11-14T21:35:36,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x315d8b38dd9a4fb0 with lease ID 0xc7d2546cea60dd07: from storage DS-4a24f741-da78-4e14-9a22-ab28f872e999 node DatanodeRegistration(127.0.0.1:41111, datanodeUuid=c4907fe9-2643-4797-8c55-6b22c4f8568e, infoPort=45093, infoSecurePort=0, ipcPort=39955, storageInfo=lv=-57;cid=testClusterID;nsid=1301652028;c=1731620133526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:35:36,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:36,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:35:37,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d with version=8 2024-11-14T21:35:37,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/hbase-staging 2024-11-14T21:35:37,456 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T21:35:37,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:35:37,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:37,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:37,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:35:37,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:37,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:35:37,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:35:37,991 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T21:35:38,000 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T21:35:38,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:35:38,038 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13512 (auto-detected) 2024-11-14T21:35:38,040 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T21:35:38,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41917 2024-11-14T21:35:38,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41917 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:38,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419170x0, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:38,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41917-0x100ac5de6cb0000 connected 2024-11-14T21:35:38,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:38,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:38,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:35:38,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d, hbase.cluster.distributed=false 2024-11-14T21:35:38,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/acl 2024-11-14T21:35:38,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41917 2024-11-14T21:35:38,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41917 2024-11-14T21:35:38,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41917 2024-11-14T21:35:38,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41917 2024-11-14T21:35:38,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41917 2024-11-14T21:35:38,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:35:38,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:38,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:38,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:35:38,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:38,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:35:38,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:35:38,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:35:38,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40461 2024-11-14T21:35:38,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40461 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:38,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:38,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404610x0, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:38,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404610x0, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:35:38,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40461-0x100ac5de6cb0001 connected 2024-11-14T21:35:38,516 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:35:38,532 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:35:38,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/master 2024-11-14T21:35:38,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/acl 2024-11-14T21:35:38,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-14T21:35:38,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40461 2024-11-14T21:35:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40461 2024-11-14T21:35:38,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-14T21:35:38,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-14T21:35:38,626 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:41917 2024-11-14T21:35:38,628 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0677028453/backup-masters/ef788a4cade8,41917,1731620137527 2024-11-14T21:35:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:38,642 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on existing znode=/0677028453/backup-masters/ef788a4cade8,41917,1731620137527 2024-11-14T21:35:38,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:38,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:38,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0677028453/master 2024-11-14T21:35:38,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:38,707 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on existing znode=/0677028453/master 2024-11-14T21:35:38,709 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0677028453/backup-masters/ef788a4cade8,41917,1731620137527 from backup master directory 2024-11-14T21:35:38,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/backup-masters/ef788a4cade8,41917,1731620137527 2024-11-14T21:35:38,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:38,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:38,716 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:35:38,716 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,41917,1731620137527 2024-11-14T21:35:38,719 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T21:35:38,721 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T21:35:38,796 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/hbase.id] with ID: b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d 2024-11-14T21:35:38,797 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/.tmp/hbase.id 2024-11-14T21:35:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:35:39,213 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/.tmp/hbase.id]:[hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/hbase.id] 2024-11-14T21:35:39,309 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:39,326 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:35:39,363 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 35ms. 2024-11-14T21:35:39,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:39,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:35:39,842 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:35:39,846 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:35:39,874 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:35:39,883 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:35:40,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store 2024-11-14T21:35:40,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:35:40,446 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T21:35:40,451 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:40,453 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:35:40,453 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:40,453 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:40,455 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:35:40,456 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:40,456 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:40,458 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620140452Disabling compacts and flushes for region at 1731620140452Disabling writes for close at 1731620140455 (+3 ms)Writing region close event to WAL at 1731620140456 (+1 ms)Closed at 1731620140456 2024-11-14T21:35:40,466 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/.initializing 2024-11-14T21:35:40,466 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527 2024-11-14T21:35:40,480 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:35:40,505 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C41917%2C1731620137527, suffix=, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/oldWALs, maxLogs=10 2024-11-14T21:35:40,560 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527/ef788a4cade8%2C41917%2C1731620137527.1731620140512, exclude list is [], retry=0 2024-11-14T21:35:40,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:40,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T21:35:40,650 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527/ef788a4cade8%2C41917%2C1731620137527.1731620140512 2024-11-14T21:35:40,652 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:40,653 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:40,654 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:40,659 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,660 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:35:40,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:40,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:40,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:35:40,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:40,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:40,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:35:40,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:40,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:40,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:35:40,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:40,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:40,831 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,838 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,841 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,862 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,863 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,874 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:40,882 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:40,897 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:35:40,900 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63829462, jitterRate=-0.04886689782142639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:40,911 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620140677Initializing all the Stores at 1731620140683 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620140683Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620140685 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620140686 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620140686Cleaning up temporary data from old regions at 1731620140864 (+178 ms)Region opened successfully at 1731620140910 (+46 ms) 2024-11-14T21:35:40,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:35:41,013 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468b6c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:35:41,067 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:35:41,104 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:35:41,106 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:35:41,119 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:35:41,141 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 22 msec 2024-11-14T21:35:41,151 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T21:35:41,151 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:35:41,201 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:35:41,215 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/balancer because node does not exist (not necessarily an error) 2024-11-14T21:35:41,219 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/balancer already deleted, retry=false 2024-11-14T21:35:41,222 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:35:41,224 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:35:41,227 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/normalizer already deleted, retry=false 2024-11-14T21:35:41,230 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:35:41,239 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:35:41,242 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/switch/split already deleted, retry=false 2024-11-14T21:35:41,247 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:35:41,250 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/switch/merge already deleted, retry=false 2024-11-14T21:35:41,278 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:35:41,290 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/snapshot-cleanup already deleted, retry=false 2024-11-14T21:35:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0677028453/running 2024-11-14T21:35:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0677028453/running 2024-11-14T21:35:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:41,308 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,41917,1731620137527, sessionid=0x100ac5de6cb0000, setting cluster-up flag (Was=false) 2024-11-14T21:35:41,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:41,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:41,346 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0677028453/flush-table-proc/acquired, /0677028453/flush-table-proc/reached, /0677028453/flush-table-proc/abort 2024-11-14T21:35:41,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,41917,1731620137527 2024-11-14T21:35:41,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:41,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:41,371 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0677028453/online-snapshot/acquired, /0677028453/online-snapshot/reached, /0677028453/online-snapshot/abort 2024-11-14T21:35:41,373 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,41917,1731620137527 2024-11-14T21:35:41,382 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:35:41,457 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(746): ClusterId : b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d 2024-11-14T21:35:41,460 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:35:41,467 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:35:41,467 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:35:41,471 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:35:41,472 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:35:41,478 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:41,492 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:35:41,495 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:40461 2024-11-14T21:35:41,499 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:35:41,499 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:35:41,499 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:35:41,501 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:35:41,502 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,41917,1731620137527 with port=40461, startcode=1731620138398 2024-11-14T21:35:41,508 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,41917,1731620137527 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:35:41,518 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:41,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:41,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:41,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:41,520 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:35:41,520 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,520 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:35:41,521 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,522 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:35:41,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:41,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:35:41,533 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620171533 2024-11-14T21:35:41,535 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:35:41,536 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:35:41,540 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:35:41,541 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:35:41,541 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:41,541 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:35:41,541 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:35:41,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:35:41,546 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,553 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:35:41,554 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:35:41,555 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:35:41,555 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:35:41,562 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:35:41,562 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:35:41,566 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620141564,5,FailOnTimeoutGroup] 2024-11-14T21:35:41,579 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620141567,5,FailOnTimeoutGroup] 2024-11-14T21:35:41,580 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,580 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:35:41,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:35:41,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:35:41,583 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,583 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,40461,1731620138398 2024-11-14T21:35:41,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41917 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,40461,1731620138398 2024-11-14T21:35:41,615 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d 2024-11-14T21:35:41,615 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36915 2024-11-14T21:35:41,615 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:35:41,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/rs 2024-11-14T21:35:41,623 DEBUG [RS:0;ef788a4cade8:40461 {}] zookeeper.ZKUtil(111): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on existing znode=/0677028453/rs/ef788a4cade8,40461,1731620138398 2024-11-14T21:35:41,623 WARN [RS:0;ef788a4cade8:40461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:35:41,624 INFO [RS:0;ef788a4cade8:40461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:41,624 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398 2024-11-14T21:35:41,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,40461,1731620138398] 2024-11-14T21:35:41,669 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:35:41,692 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:35:41,698 INFO [RS:0;ef788a4cade8:40461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:35:41,698 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,702 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:35:41,711 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:35:41,713 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,714 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,714 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,714 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,722 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,722 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,722 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:35:41,723 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,723 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,723 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,723 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,724 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,724 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:41,724 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:35:41,724 DEBUG [RS:0;ef788a4cade8:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:35:41,731 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,732 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,732 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,732 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,733 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,733 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40461,1731620138398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:35:41,761 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:35:41,763 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40461,1731620138398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,764 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,764 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.Replication(171): ef788a4cade8,40461,1731620138398 started 2024-11-14T21:35:41,808 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:41,814 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,40461,1731620138398, RpcServer on ef788a4cade8/172.17.0.2:40461, sessionid=0x100ac5de6cb0001 2024-11-14T21:35:41,815 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:35:41,815 DEBUG [RS:0;ef788a4cade8:40461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,40461,1731620138398 2024-11-14T21:35:41,816 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,40461,1731620138398' 2024-11-14T21:35:41,816 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0677028453/flush-table-proc/abort' 2024-11-14T21:35:41,823 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0677028453/flush-table-proc/acquired' 2024-11-14T21:35:41,831 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:35:41,832 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:35:41,832 DEBUG [RS:0;ef788a4cade8:40461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,40461,1731620138398 2024-11-14T21:35:41,832 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,40461,1731620138398' 2024-11-14T21:35:41,832 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0677028453/online-snapshot/abort' 2024-11-14T21:35:41,839 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0677028453/online-snapshot/acquired' 2024-11-14T21:35:41,840 DEBUG [RS:0;ef788a4cade8:40461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:35:41,841 INFO [RS:0;ef788a4cade8:40461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:35:41,841 INFO [RS:0;ef788a4cade8:40461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:35:41,946 INFO [RS:0;ef788a4cade8:40461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:35:41,950 INFO [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40461%2C1731620138398, suffix=, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs, maxLogs=10 2024-11-14T21:35:41,972 DEBUG [RS:0;ef788a4cade8:40461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952, exclude list is [], retry=0 2024-11-14T21:35:41,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:41,985 INFO [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 2024-11-14T21:35:41,988 DEBUG [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:41,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:35:41,991 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d 2024-11-14T21:35:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:35:42,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:42,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:35:42,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:35:42,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:42,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:42,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:35:42,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:35:42,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:42,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:42,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:35:42,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:35:42,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:42,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:42,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:35:42,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:35:42,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:42,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:42,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:35:42,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740 2024-11-14T21:35:42,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740 2024-11-14T21:35:42,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:35:42,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:35:42,500 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:42,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:35:42,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:35:42,527 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72682547, jitterRate=0.08305434882640839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:42,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620142449Initializing all the Stores at 1731620142452 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620142452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620142457 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620142457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620142457Cleaning up temporary data from old regions at 1731620142499 (+42 ms)Region opened successfully at 1731620142530 (+31 ms) 2024-11-14T21:35:42,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:35:42,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:35:42,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:35:42,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:35:42,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:35:42,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:35:42,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620142530Disabling compacts and flushes for region at 1731620142530Disabling writes for close at 1731620142532 (+2 ms)Writing region close event to WAL at 1731620142534 (+2 ms)Closed at 1731620142534 2024-11-14T21:35:42,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:42,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:35:42,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:35:42,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:35:42,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:35:42,718 DEBUG [ef788a4cade8:41917 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:35:42,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,40461,1731620138398 2024-11-14T21:35:42,745 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,40461,1731620138398, state=OPENING 2024-11-14T21:35:42,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:35:42,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:42,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:42,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:42,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:42,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:35:42,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,40461,1731620138398}] 2024-11-14T21:35:42,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:35:42,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:35:42,981 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:35:42,982 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:42,983 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:35:42,989 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40461%2C1731620138398.meta, suffix=.meta, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs, maxLogs=10 2024-11-14T21:35:43,016 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.meta.1731620142993.meta, exclude list is [], retry=0 2024-11-14T21:35:43,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:43,039 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.meta.1731620142993.meta 2024-11-14T21:35:43,045 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:43,045 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:43,052 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:35:43,053 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:35:43,056 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:35:43,058 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:35:43,064 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:35:43,065 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:43,066 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:35:43,066 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:35:43,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:35:43,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:35:43,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:43,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:43,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:35:43,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:35:43,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:43,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:43,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:35:43,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:35:43,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:43,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:43,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:35:43,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:35:43,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:43,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:43,093 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:35:43,098 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740 2024-11-14T21:35:43,105 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740 2024-11-14T21:35:43,115 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:35:43,116 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:35:43,117 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:43,120 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:35:43,123 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63932723, jitterRate=-0.04732818901538849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:43,123 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:35:43,125 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620143067Writing region info on filesystem at 1731620143068 (+1 ms)Initializing all the Stores at 1731620143075 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620143075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620143075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620143076 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620143076Cleaning up temporary data from old regions at 1731620143116 (+40 ms)Running coprocessor post-open hooks at 1731620143123 (+7 ms)Region opened successfully at 1731620143125 (+2 ms) 2024-11-14T21:35:43,133 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620142944 2024-11-14T21:35:43,144 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:35:43,145 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:35:43,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,40461,1731620138398 2024-11-14T21:35:43,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,40461,1731620138398, state=OPEN 2024-11-14T21:35:43,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:43,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:43,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:43,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:43,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,40461,1731620138398 2024-11-14T21:35:43,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:35:43,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,40461,1731620138398 in 392 msec 2024-11-14T21:35:43,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:35:43,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-14T21:35:43,181 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:43,181 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:35:43,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:35:43,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40461,1731620138398, seqNum=-1] 2024-11-14T21:35:43,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:35:43,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:35:43,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8620 sec 2024-11-14T21:35:43,285 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620143285, completionTime=-1 2024-11-14T21:35:43,289 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:35:43,290 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:35:43,335 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:35:43,335 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620203335 2024-11-14T21:35:43,335 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620263335 2024-11-14T21:35:43,335 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 45 msec 2024-11-14T21:35:43,338 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41917,1731620137527-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:43,339 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41917,1731620137527-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:43,339 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41917,1731620137527-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:43,341 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:41917, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:43,348 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:43,351 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:35:43,351 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:43,395 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.679sec 2024-11-14T21:35:43,397 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:35:43,399 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:35:43,400 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:35:43,401 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:35:43,401 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:35:43,403 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41917,1731620137527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:35:43,404 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41917,1731620137527-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:35:43,443 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:35:43,444 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:35:43,445 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41917,1731620137527-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:43,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f903b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:43,496 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T21:35:43,496 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T21:35:43,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,41917,-1 for getting cluster id 2024-11-14T21:35:43,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:43,523 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d' 2024-11-14T21:35:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d" 2024-11-14T21:35:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,41917,-1] 2024-11-14T21:35:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:43,555 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:43,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3374a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:43,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:35:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40461,1731620138398, seqNum=-1] 2024-11-14T21:35:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:35:43,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:35:43,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,41917,1731620137527 2024-11-14T21:35:43,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:43,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac5de6cb0002 connected 2024-11-14T21:35:43,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.log.dir so I do NOT create it in target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659 2024-11-14T21:35:43,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:35:43,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.tmp.dir so I do NOT create it in target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659 2024-11-14T21:35:43,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:35:43,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659 2024-11-14T21:35:43,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:35:43,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/cluster_7803a877-47e5-3852-eee8-887f11c5ea9a, deleteOnExit=true 2024-11-14T21:35:43,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:35:43,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/test.cache.data in system properties and HBase conf 2024-11-14T21:35:43,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:35:43,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:35:43,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:35:43,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:35:43,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:35:43,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:35:43,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:35:43,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:35:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:35:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:35:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:35:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:35:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:35:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:35:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:35:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:35:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:35:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:35:43,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:35:43,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:35:43,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:35:43,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:35:43,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:35:43,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:35:43,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:35:43,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:35:43,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b6cdc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:35:43,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60446212{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:35:44,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a4062b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/java.io.tmpdir/jetty-localhost-43663-hadoop-hdfs-3_4_1-tests_jar-_-any-4727847283394892997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:35:44,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27cedf20{HTTP/1.1, (http/1.1)}{localhost:43663} 2024-11-14T21:35:44,088 INFO [Time-limited test {}] server.Server(415): Started @13442ms 2024-11-14T21:35:44,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:35:44,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:35:44,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:35:44,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:35:44,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:35:44,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b469ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:35:44,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd56784{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:35:44,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24881a6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/java.io.tmpdir/jetty-localhost-38897-hadoop-hdfs-3_4_1-tests_jar-_-any-11141132015730379090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:35:44,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e518da2{HTTP/1.1, (http/1.1)}{localhost:38897} 2024-11-14T21:35:44,555 INFO [Time-limited test {}] server.Server(415): Started @13908ms 2024-11-14T21:35:44,557 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:35:44,804 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/cluster_7803a877-47e5-3852-eee8-887f11c5ea9a/data/data1/current/BP-1593954561-172.17.0.2-1731620143788/current, will proceed with Du for space computation calculation, 2024-11-14T21:35:44,805 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/cluster_7803a877-47e5-3852-eee8-887f11c5ea9a/data/data2/current/BP-1593954561-172.17.0.2-1731620143788/current, will proceed with Du for space computation calculation, 2024-11-14T21:35:44,874 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:35:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x872f632cecd9a782 with lease ID 0xd296be6a275351bc: Processing first storage report for DS-357e2dbe-4bfc-4b3f-91b3-60184d7c08db from datanode DatanodeRegistration(127.0.0.1:45043, datanodeUuid=d2c6a400-b796-429f-beee-fb7081339999, infoPort=44653, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=619259216;c=1731620143788) 2024-11-14T21:35:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x872f632cecd9a782 with lease ID 0xd296be6a275351bc: from storage DS-357e2dbe-4bfc-4b3f-91b3-60184d7c08db node DatanodeRegistration(127.0.0.1:45043, datanodeUuid=d2c6a400-b796-429f-beee-fb7081339999, infoPort=44653, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=619259216;c=1731620143788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:35:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x872f632cecd9a782 with lease ID 0xd296be6a275351bc: Processing first storage report for DS-1621005b-9db0-458a-8228-5c495faeadac from datanode DatanodeRegistration(127.0.0.1:45043, datanodeUuid=d2c6a400-b796-429f-beee-fb7081339999, infoPort=44653, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=619259216;c=1731620143788) 2024-11-14T21:35:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x872f632cecd9a782 with lease ID 0xd296be6a275351bc: from storage DS-1621005b-9db0-458a-8228-5c495faeadac node DatanodeRegistration(127.0.0.1:45043, datanodeUuid=d2c6a400-b796-429f-beee-fb7081339999, infoPort=44653, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=619259216;c=1731620143788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:35:44,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659 2024-11-14T21:35:44,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:44,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:35:45,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc with version=8 2024-11-14T21:35:45,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/hbase-staging 2024-11-14T21:35:45,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:35:45,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:45,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:45,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:35:45,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:45,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:35:45,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:35:45,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:35:45,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46025 2024-11-14T21:35:45,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46025 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:45,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460250x0, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:45,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46025-0x100ac5de6cb0003 connected 2024-11-14T21:35:45,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:45,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:45,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on znode that does not yet exist, /11138714642/running 2024-11-14T21:35:45,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc, hbase.cluster.distributed=false 2024-11-14T21:35:45,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on znode that does not yet exist, /11138714642/acl 2024-11-14T21:35:45,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-14T21:35:45,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46025 2024-11-14T21:35:45,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46025 2024-11-14T21:35:45,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-14T21:35:45,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-14T21:35:45,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:35:45,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:45,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:45,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:35:45,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:45,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:35:45,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:35:45,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:35:45,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42413 2024-11-14T21:35:45,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42413 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:45,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:45,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:45,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424130x0, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:45,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424130x0, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on znode that does not yet exist, /11138714642/running 2024-11-14T21:35:45,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:35:45,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42413-0x100ac5de6cb0004 connected 2024-11-14T21:35:45,217 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:35:45,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on znode that does not yet exist, /11138714642/master 2024-11-14T21:35:45,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on znode that does not yet exist, /11138714642/acl 2024-11-14T21:35:45,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-14T21:35:45,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42413 2024-11-14T21:35:45,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42413 2024-11-14T21:35:45,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-14T21:35:45,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-14T21:35:45,254 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:46025 2024-11-14T21:35:45,261 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11138714642/backup-masters/ef788a4cade8,46025,1731620145019 2024-11-14T21:35:45,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642/backup-masters 2024-11-14T21:35:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642/backup-masters 2024-11-14T21:35:45,268 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on existing znode=/11138714642/backup-masters/ef788a4cade8,46025,1731620145019 2024-11-14T21:35:45,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:45,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138714642/master 2024-11-14T21:35:45,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:45,289 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on existing znode=/11138714642/master 2024-11-14T21:35:45,297 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11138714642/backup-masters/ef788a4cade8,46025,1731620145019 from backup master directory 2024-11-14T21:35:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138714642/backup-masters/ef788a4cade8,46025,1731620145019 2024-11-14T21:35:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642/backup-masters 2024-11-14T21:35:45,309 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:35:45,309 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,46025,1731620145019 2024-11-14T21:35:45,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642/backup-masters 2024-11-14T21:35:45,338 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/hbase.id] with ID: 0202e124-230d-4dfe-abbe-df4523d5fa1f 2024-11-14T21:35:45,339 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/.tmp/hbase.id 2024-11-14T21:35:45,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:35:45,382 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/.tmp/hbase.id]:[hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/hbase.id] 2024-11-14T21:35:45,433 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:45,433 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:35:45,443 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 10ms. 2024-11-14T21:35:45,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:45,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:35:45,879 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:35:45,881 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:35:45,881 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:35:46,302 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store 2024-11-14T21:35:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:35:46,732 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:46,733 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:35:46,733 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:46,733 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:46,733 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:35:46,733 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:46,733 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:46,733 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620146733Disabling compacts and flushes for region at 1731620146733Disabling writes for close at 1731620146733Writing region close event to WAL at 1731620146733Closed at 1731620146733 2024-11-14T21:35:46,735 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/.initializing 2024-11-14T21:35:46,735 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/WALs/ef788a4cade8,46025,1731620145019 2024-11-14T21:35:46,737 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:35:46,740 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C46025%2C1731620145019, suffix=, logDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/WALs/ef788a4cade8,46025,1731620145019, archiveDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/oldWALs, maxLogs=10 2024-11-14T21:35:46,756 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/WALs/ef788a4cade8,46025,1731620145019/ef788a4cade8%2C46025%2C1731620145019.1731620146741, exclude list is [], retry=0 2024-11-14T21:35:46,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45043,DS-357e2dbe-4bfc-4b3f-91b3-60184d7c08db,DISK] 2024-11-14T21:35:46,764 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/WALs/ef788a4cade8,46025,1731620145019/ef788a4cade8%2C46025%2C1731620145019.1731620146741 2024-11-14T21:35:46,764 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44653:44653)] 2024-11-14T21:35:46,764 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:46,765 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:46,765 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,765 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:35:46,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:46,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:46,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:35:46,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:46,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:46,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:35:46,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:46,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:46,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:35:46,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:46,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:46,780 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,782 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,782 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,786 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,786 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,786 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:46,788 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:46,793 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:35:46,793 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64511182, jitterRate=-0.03870847821235657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:46,794 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620146765Initializing all the Stores at 1731620146767 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620146767Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620146767Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620146767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620146767Cleaning up temporary data from old regions at 1731620146786 (+19 ms)Region opened successfully at 1731620146794 (+8 ms) 2024-11-14T21:35:46,794 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:35:46,800 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbfb0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:35:46,801 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:35:46,801 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:35:46,801 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:35:46,802 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:35:46,802 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:35:46,803 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:35:46,803 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:35:46,806 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:35:46,808 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Unable to get data of znode /11138714642/balancer because node does not exist (not necessarily an error) 2024-11-14T21:35:46,809 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138714642/balancer already deleted, retry=false 2024-11-14T21:35:46,809 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:35:46,810 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Unable to get data of znode /11138714642/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:35:46,812 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138714642/normalizer already deleted, retry=false 2024-11-14T21:35:46,812 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:35:46,813 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Unable to get data of znode /11138714642/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:35:46,815 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138714642/switch/split already deleted, retry=false 2024-11-14T21:35:46,816 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Unable to get data of znode /11138714642/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:35:46,818 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138714642/switch/merge already deleted, retry=false 2024-11-14T21:35:46,820 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Unable to get data of znode /11138714642/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:35:46,821 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138714642/snapshot-cleanup already deleted, retry=false 2024-11-14T21:35:46,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138714642/running 2024-11-14T21:35:46,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:46,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138714642/running 2024-11-14T21:35:46,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:46,824 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,46025,1731620145019, sessionid=0x100ac5de6cb0003, setting cluster-up flag (Was=false) 2024-11-14T21:35:46,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:46,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:46,840 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11138714642/flush-table-proc/acquired, /11138714642/flush-table-proc/reached, /11138714642/flush-table-proc/abort 2024-11-14T21:35:46,841 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,46025,1731620145019 2024-11-14T21:35:46,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:46,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:46,852 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11138714642/online-snapshot/acquired, /11138714642/online-snapshot/reached, /11138714642/online-snapshot/abort 2024-11-14T21:35:46,853 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,46025,1731620145019 2024-11-14T21:35:46,855 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:35:46,861 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:46,861 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:35:46,862 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:35:46,862 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,46025,1731620145019 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:35:46,864 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:46,864 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:46,864 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:46,864 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:46,865 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:35:46,865 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,865 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:35:46,865 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,868 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620176867 2024-11-14T21:35:46,868 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:35:46,868 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:35:46,868 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:35:46,868 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:35:46,868 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:35:46,868 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:35:46,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:46,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:35:46,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:35:46,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:35:46,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:46,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:35:46,871 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:35:46,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:35:46,871 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:35:46,871 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:35:46,872 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620146871,5,FailOnTimeoutGroup] 2024-11-14T21:35:46,872 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620146872,5,FailOnTimeoutGroup] 2024-11-14T21:35:46,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:35:46,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:35:46,940 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(746): ClusterId : 0202e124-230d-4dfe-abbe-df4523d5fa1f 2024-11-14T21:35:46,940 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:35:46,942 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:35:46,942 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:35:46,945 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:35:46,945 DEBUG [RS:0;ef788a4cade8:42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650b3854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:35:46,958 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:42413 2024-11-14T21:35:46,959 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:35:46,959 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:35:46,959 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:35:46,960 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,46025,1731620145019 with port=42413, startcode=1731620145184 2024-11-14T21:35:46,960 DEBUG [RS:0;ef788a4cade8:42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:35:46,962 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:35:46,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,42413,1731620145184 2024-11-14T21:35:46,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,42413,1731620145184 2024-11-14T21:35:46,968 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc 2024-11-14T21:35:46,968 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35037 2024-11-14T21:35:46,968 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:35:46,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642/rs 2024-11-14T21:35:46,971 DEBUG [RS:0;ef788a4cade8:42413 {}] zookeeper.ZKUtil(111): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on existing znode=/11138714642/rs/ef788a4cade8,42413,1731620145184 2024-11-14T21:35:46,972 WARN [RS:0;ef788a4cade8:42413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:35:46,972 INFO [RS:0;ef788a4cade8:42413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:46,972 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/WALs/ef788a4cade8,42413,1731620145184 2024-11-14T21:35:46,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,42413,1731620145184] 2024-11-14T21:35:46,977 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:35:46,982 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:35:46,983 INFO [RS:0;ef788a4cade8:42413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:35:46,983 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,983 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:35:46,985 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:35:46,985 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,985 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,985 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,985 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,985 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,986 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,986 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:35:46,986 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,986 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,986 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,986 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,986 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,987 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:46,987 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:35:46,987 DEBUG [RS:0;ef788a4cade8:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:35:46,987 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,988 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,988 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,988 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,988 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:46,988 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42413,1731620145184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:35:47,012 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:35:47,012 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42413,1731620145184-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:47,012 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:47,012 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.Replication(171): ef788a4cade8,42413,1731620145184 started 2024-11-14T21:35:47,029 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:47,029 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,42413,1731620145184, RpcServer on ef788a4cade8/172.17.0.2:42413, sessionid=0x100ac5de6cb0004 2024-11-14T21:35:47,030 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:35:47,030 DEBUG [RS:0;ef788a4cade8:42413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,42413,1731620145184 2024-11-14T21:35:47,030 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,42413,1731620145184' 2024-11-14T21:35:47,030 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11138714642/flush-table-proc/abort' 2024-11-14T21:35:47,031 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11138714642/flush-table-proc/acquired' 2024-11-14T21:35:47,032 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:35:47,032 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:35:47,032 DEBUG [RS:0;ef788a4cade8:42413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,42413,1731620145184 2024-11-14T21:35:47,032 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,42413,1731620145184' 2024-11-14T21:35:47,032 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11138714642/online-snapshot/abort' 2024-11-14T21:35:47,032 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11138714642/online-snapshot/acquired' 2024-11-14T21:35:47,033 DEBUG [RS:0;ef788a4cade8:42413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:35:47,033 INFO [RS:0;ef788a4cade8:42413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:35:47,033 INFO [RS:0;ef788a4cade8:42413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:35:47,134 INFO [RS:0;ef788a4cade8:42413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:35:47,138 INFO [RS:0;ef788a4cade8:42413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42413%2C1731620145184, suffix=, logDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/WALs/ef788a4cade8,42413,1731620145184, archiveDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/oldWALs, maxLogs=10 2024-11-14T21:35:47,161 DEBUG [RS:0;ef788a4cade8:42413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/WALs/ef788a4cade8,42413,1731620145184/ef788a4cade8%2C42413%2C1731620145184.1731620147140, exclude list is [], retry=0 2024-11-14T21:35:47,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45043,DS-357e2dbe-4bfc-4b3f-91b3-60184d7c08db,DISK] 2024-11-14T21:35:47,175 INFO [RS:0;ef788a4cade8:42413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/WALs/ef788a4cade8,42413,1731620145184/ef788a4cade8%2C42413%2C1731620145184.1731620147140 2024-11-14T21:35:47,175 DEBUG [RS:0;ef788a4cade8:42413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44653:44653)] 2024-11-14T21:35:47,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:35:47,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc 2024-11-14T21:35:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:35:47,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:35:47,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:47,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:35:47,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:35:47,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:47,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:47,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:35:47,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:35:47,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:47,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:47,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:35:47,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:35:47,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:47,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:47,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:35:47,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:35:47,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:47,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:47,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:35:47,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740 2024-11-14T21:35:47,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740 2024-11-14T21:35:47,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:35:47,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:35:47,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:47,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:35:47,740 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:35:47,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74100881, jitterRate=0.10418917238712311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:47,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620147708Initializing all the Stores at 1731620147711 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620147711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620147711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620147711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620147711Cleaning up temporary data from old regions at 1731620147734 (+23 ms)Region opened successfully at 1731620147741 (+7 ms) 2024-11-14T21:35:47,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:35:47,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:35:47,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:35:47,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:35:47,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:35:47,743 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:35:47,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620147741Disabling compacts and flushes for region at 1731620147741Disabling writes for close at 1731620147741Writing region close event to WAL at 1731620147742 (+1 ms)Closed at 1731620147742 2024-11-14T21:35:47,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:47,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:35:47,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:35:47,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:35:47,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:35:47,899 DEBUG [ef788a4cade8:46025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:35:47,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,42413,1731620145184 2024-11-14T21:35:47,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,42413,1731620145184, state=OPENING 2024-11-14T21:35:47,907 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:35:47,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:47,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:47,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138714642/meta-region-server: CHANGED 2024-11-14T21:35:47,909 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:35:47,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138714642/meta-region-server: CHANGED 2024-11-14T21:35:47,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,42413,1731620145184}] 2024-11-14T21:35:47,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:35:47,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T21:35:47,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:35:47,996 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T21:35:47,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:35:47,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T21:35:47,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T21:35:47,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T21:35:48,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:35:48,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:35:48,074 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:35:48,099 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:48,100 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:35:48,104 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42413%2C1731620145184.meta, suffix=.meta, logDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/WALs/ef788a4cade8,42413,1731620145184, archiveDir=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/oldWALs, maxLogs=10 2024-11-14T21:35:48,125 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/WALs/ef788a4cade8,42413,1731620145184/ef788a4cade8%2C42413%2C1731620145184.meta.1731620148106.meta, exclude list is [], retry=0 2024-11-14T21:35:48,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45043,DS-357e2dbe-4bfc-4b3f-91b3-60184d7c08db,DISK] 2024-11-14T21:35:48,135 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/WALs/ef788a4cade8,42413,1731620145184/ef788a4cade8%2C42413%2C1731620145184.meta.1731620148106.meta 2024-11-14T21:35:48,136 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44653:44653)] 2024-11-14T21:35:48,136 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:48,137 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:35:48,137 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:35:48,137 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:35:48,137 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:35:48,138 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:35:48,138 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:48,138 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:35:48,138 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:35:48,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:35:48,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:35:48,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:48,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:48,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:35:48,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:35:48,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:48,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:48,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:35:48,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:35:48,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:48,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:48,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:35:48,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:35:48,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:48,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:48,159 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:35:48,161 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740 2024-11-14T21:35:48,164 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740 2024-11-14T21:35:48,166 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:35:48,166 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:35:48,167 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:48,170 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:35:48,171 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73329686, jitterRate=0.09269747138023376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:48,171 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:35:48,172 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620148138Writing region info on filesystem at 1731620148138Initializing all the Stores at 1731620148141 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620148141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620148142 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620148142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620148142Cleaning up temporary data from old regions at 1731620148166 (+24 ms)Running coprocessor post-open hooks at 1731620148172 (+6 ms)Region opened successfully at 1731620148172 2024-11-14T21:35:48,174 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620148064 2024-11-14T21:35:48,179 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:35:48,179 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:35:48,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,42413,1731620145184 2024-11-14T21:35:48,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,42413,1731620145184, state=OPEN 2024-11-14T21:35:48,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11138714642/meta-region-server 2024-11-14T21:35:48,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11138714642/meta-region-server 2024-11-14T21:35:48,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138714642/meta-region-server: CHANGED 2024-11-14T21:35:48,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138714642/meta-region-server: CHANGED 2024-11-14T21:35:48,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,42413,1731620145184 2024-11-14T21:35:48,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:35:48,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,42413,1731620145184 in 289 msec 2024-11-14T21:35:48,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:35:48,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-14T21:35:48,228 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:48,228 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:35:48,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:35:48,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42413,1731620145184, seqNum=-1] 2024-11-14T21:35:48,236 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:35:48,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:35:48,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4010 sec 2024-11-14T21:35:48,262 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620148262, completionTime=-1 2024-11-14T21:35:48,262 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:35:48,262 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:35:48,265 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:35:48,265 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620208265 2024-11-14T21:35:48,265 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620268265 2024-11-14T21:35:48,265 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T21:35:48,266 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46025,1731620145019-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:48,266 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46025,1731620145019-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:48,266 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46025,1731620145019-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:48,266 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:46025, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:48,267 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:48,267 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:48,270 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.966sec 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46025,1731620145019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:35:48,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46025,1731620145019-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:35:48,280 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:35:48,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:35:48,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46025,1731620145019-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:48,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba1852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:48,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:48,344 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7898e6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:48,349 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:48,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdca994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:35:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42413,1731620145184, seqNum=-1] 2024-11-14T21:35:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:35:48,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:35:48,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,46025,1731620145019 2024-11-14T21:35:48,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:48,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:48,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac5de6cb0005 connected 2024-11-14T21:35:48,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d43b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,41917,-1 for getting cluster id 2024-11-14T21:35:48,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:48,389 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d' 2024-11-14T21:35:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d" 2024-11-14T21:35:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e09b042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,41917,-1] 2024-11-14T21:35:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:48,396 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c22e1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,41917,1731620137527 2024-11-14T21:35:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d363ed 2024-11-14T21:35:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:48,417 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:48,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:35:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:35:48,438 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:35:48,440 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566d0bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,440 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:48,440 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:48,442 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c537d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:48,445 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4707be9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:48,447 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629c5de2 2024-11-14T21:35:48,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:48,456 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:48,468 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T21:35:48,469 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:35:48,474 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:48,475 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:48,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:48,476 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:35:48,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:35:48,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:35:48,485 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:48,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:35:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741835_1011 (size=1138) 2024-11-14T21:35:48,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d0b81340dcca22408d4c822a4ec164b, NAME => 'hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d 2024-11-14T21:35:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741836_1012 (size=44) 2024-11-14T21:35:48,534 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:35:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:35:48,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:35:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:35:48,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:48,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d0b81340dcca22408d4c822a4ec164b, disabling compactions & flushes 2024-11-14T21:35:48,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:48,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:48,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. after waiting 0 ms 2024-11-14T21:35:48,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:48,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:48,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d0b81340dcca22408d4c822a4ec164b: Waiting for close lock at 1731620148932Disabling compacts and flushes for region at 1731620148932Disabling writes for close at 1731620148933 (+1 ms)Writing region close event to WAL at 1731620148933Closed at 1731620148933 2024-11-14T21:35:48,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:35:48,943 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620148936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620148936"}]},"ts":"1731620148936"} 2024-11-14T21:35:48,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:35:48,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:35:48,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620148953"}]},"ts":"1731620148953"} 2024-11-14T21:35:48,961 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:35:48,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN}] 2024-11-14T21:35:48,969 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN 2024-11-14T21:35:48,971 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN; state=OFFLINE, location=ef788a4cade8,40461,1731620138398; forceNewPlan=false, retain=false 2024-11-14T21:35:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:35:49,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d0b81340dcca22408d4c822a4ec164b, regionState=OPENING, regionLocation=ef788a4cade8,40461,1731620138398 2024-11-14T21:35:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN because future has completed 2024-11-14T21:35:49,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d0b81340dcca22408d4c822a4ec164b, server=ef788a4cade8,40461,1731620138398}] 2024-11-14T21:35:49,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:49,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:49,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:35:49,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40461%2C1731620138398.rep, suffix=, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs, maxLogs=10 2024-11-14T21:35:49,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.rep.1731620149330, exclude list is [], retry=0 2024-11-14T21:35:49,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:49,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.rep.1731620149330 2024-11-14T21:35:49,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:49,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d0b81340dcca22408d4c822a4ec164b, NAME => 'hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:49,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:35:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:35:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. service=MultiRowMutationService 2024-11-14T21:35:49,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:35:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,376 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,378 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0b81340dcca22408d4c822a4ec164b columnFamilyName hfileref 2024-11-14T21:35:49,378 DEBUG [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:49,379 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(327): Store=2d0b81340dcca22408d4c822a4ec164b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:49,380 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,382 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0b81340dcca22408d4c822a4ec164b columnFamilyName queue 2024-11-14T21:35:49,382 DEBUG [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:49,385 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(327): Store=2d0b81340dcca22408d4c822a4ec164b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:49,385 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,387 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0b81340dcca22408d4c822a4ec164b columnFamilyName sid 2024-11-14T21:35:49,388 DEBUG [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:49,388 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(327): Store=2d0b81340dcca22408d4c822a4ec164b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:49,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:35:49,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:35:49,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2d0b81340dcca22408d4c822a4ec164b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65538451, jitterRate=-0.02340097725391388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:35:49,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:49,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2d0b81340dcca22408d4c822a4ec164b: Running coprocessor pre-open hook at 1731620149369Writing region info on filesystem at 1731620149369Initializing all the Stores at 1731620149375 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620149375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620149375Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620149375Cleaning up temporary data from old regions at 1731620149396 (+21 ms)Running coprocessor post-open hooks at 1731620149409 (+13 ms)Region opened successfully at 1731620149410 (+1 ms) 2024-11-14T21:35:49,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b., pid=7, masterSystemTime=1731620149290 2024-11-14T21:35:49,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:49,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:49,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d0b81340dcca22408d4c822a4ec164b, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,40461,1731620138398 2024-11-14T21:35:49,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d0b81340dcca22408d4c822a4ec164b, server=ef788a4cade8,40461,1731620138398 because future has completed 2024-11-14T21:35:49,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T21:35:49,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d0b81340dcca22408d4c822a4ec164b, server=ef788a4cade8,40461,1731620138398 in 311 msec 2024-11-14T21:35:49,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:35:49,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN in 481 msec 2024-11-14T21:35:49,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:35:49,452 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620149452"}]},"ts":"1731620149452"} 2024-11-14T21:35:49,457 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:35:49,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:35:49,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 982 msec 2024-11-14T21:35:49,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b., hostname=ef788a4cade8,40461,1731620138398, seqNum=2] 2024-11-14T21:35:49,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40461 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T21:35:49,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:49,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:35:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:35:49,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T21:35:49,719 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:35:49,795 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,40461,1731620138398, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:35:49,797 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:35:49,797 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40461,1731620138398, seqNum=-1] 2024-11-14T21:35:49,798 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:35:49,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T21:35:49,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,40461,1731620138398', locateType=CURRENT is [region=hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b., hostname=ef788a4cade8,40461,1731620138398, seqNum=2] 2024-11-14T21:35:49,812 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T21:35:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T21:35:49,839 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:49,843 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,40461,1731620138398 suceeded 2024-11-14T21:35:49,843 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c637278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:49,844 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:49,844 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:49,848 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:49,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:49,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:49,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b24f523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:49,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:49,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:49,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:49,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T21:35:49,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 296 msec 2024-11-14T21:35:49,852 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:35:49,853 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:49,855 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3907fd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:49,855 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:49,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-14T21:35:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376a03b7 2024-11-14T21:35:49,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:49,866 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T21:35:49,868 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,40461,1731620138398 (queues=1) is replicating from cluster=b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d to cluster=0202e124-230d-4dfe-abbe-df4523d5fa1f 2024-11-14T21:35:49,872 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C40461%2C1731620138398 2024-11-14T21:35:49,878 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,40461,1731620138398, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:35:49,888 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952, startPosition=0, beingWritten=true 2024-11-14T21:35:49,890 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.shipperef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C40461%2C1731620138398 2024-11-14T21:35:50,184 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:50,492 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:35:50,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:35:50,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:50,588 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:35:50,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:50,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed4188d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,41917,-1 for getting cluster id 2024-11-14T21:35:50,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:50,591 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d' 2024-11-14T21:35:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d" 2024-11-14T21:35:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f6003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,41917,-1] 2024-11-14T21:35:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,593 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78170f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,41917,1731620137527 2024-11-14T21:35:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae93d0d 2024-11-14T21:35:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:50,598 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:50,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:35:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:35:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T21:35:50,603 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:50,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403dd8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,614 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:50,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:50,616 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:50,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:50,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:50,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dfabb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:50,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:50,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,618 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:50,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a217e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:50,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:50,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c68153a 2024-11-14T21:35:50,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:50,623 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:50,624 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T21:35:50,624 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:35:50,624 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:50,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:35:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T21:35:50,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T21:35:50,795 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T21:35:50,847 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ef788a4cade8,40461,1731620138398, ReplicationSource: 2, currentBandwidth=0 2024-11-14T21:35:50,851 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T21:35:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T21:35:50,857 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ef788a4cade8,40461,1731620138398 suceeded 2024-11-14T21:35:50,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:35:50,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-14T21:35:50,872 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:35:50,875 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:50,879 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3f5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,879 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:50,879 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:50,880 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:50,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:50,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38531689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:50,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,884 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:50,885 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6c4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,886 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:50,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:50,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649992fb 2024-11-14T21:35:50,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:50,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 274 msec 2024-11-14T21:35:50,892 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T21:35:50,893 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ef788a4cade8,40461,1731620138398 (queues=1) is replicating from cluster=b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d to cluster=0202e124-230d-4dfe-abbe-df4523d5fa1f 2024-11-14T21:35:50,893 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ef788a4cade8%2C40461%2C1731620138398 2024-11-14T21:35:50,894 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ef788a4cade8,40461,1731620138398, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:35:50,894 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.shipperef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C40461%2C1731620138398 2024-11-14T21:35:50,894 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952, startPosition=0, beingWritten=true 2024-11-14T21:35:50,900 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T21:35:50,918 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T21:35:50,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:35:50,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:50,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:50,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,41917,1731620137527 2024-11-14T21:35:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecf732b 2024-11-14T21:35:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:50,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:50,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:35:50,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T21:35:50,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:35:50,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T21:35:50,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:35:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T21:35:50,954 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T21:35:50,957 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd78963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,957 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:50,957 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:50,959 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:50,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:50,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:50,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c1de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:50,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:50,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,962 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:50,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bec939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:50,963 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:50,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:50,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f4a184f 2024-11-14T21:35:50,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:50,966 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:50,967 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T21:35:50,968 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:35:50,968 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,968 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:50,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:50,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:35:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T21:35:51,108 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:51,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T21:35:51,131 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T21:35:51,134 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T21:35:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T21:35:51,140 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ef788a4cade8,40461,1731620138398 suceeded 2024-11-14T21:35:51,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T21:35:51,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-14T21:35:51,144 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:35:51,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-14T21:35:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T21:35:51,278 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T21:35:51,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:35:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T21:35:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T21:35:51,284 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:51,286 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36275206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:51,286 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:51,286 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:51,289 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:51,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:51,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:51,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4100276b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:51,293 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:51,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38879b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:51,294 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:51,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:51,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fc69b19 2024-11-14T21:35:51,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:51,298 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:51,303 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T21:35:51,303 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:35:51,303 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:51,303 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:51,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:51,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:35:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T21:35:51,416 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:51,418 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:51,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T21:35:51,467 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T21:35:51,469 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T21:35:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T21:35:51,473 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ef788a4cade8,40461,1731620138398 suceeded 2024-11-14T21:35:51,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T21:35:51,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-14T21:35:51,480 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ef788a4cade8:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:35:51,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 201 msec 2024-11-14T21:35:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T21:35:51,598 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T21:35:51,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:35:51,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T21:35:51,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:35:51,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:51,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:51,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:51,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:35:51,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-14T21:35:51,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:51,602 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,41917,1731620137527 2024-11-14T21:35:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/running 2024-11-14T21:35:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/running 2024-11-14T21:35:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:51,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:51,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:35:51,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:35:51,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:51,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:51,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:35:51,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:35:51,606 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,40461,1731620138398' ***** 2024-11-14T21:35:51,606 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:35:51,606 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:35:51,607 INFO [RS:0;ef788a4cade8:40461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:35:51,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:35:51,607 INFO [RS:0;ef788a4cade8:40461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:35:51,607 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:51,608 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,40461,1731620138398 2024-11-14T21:35:51,608 INFO [RS:0;ef788a4cade8:40461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:35:51,608 INFO [RS:0;ef788a4cade8:40461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40461. 2024-11-14T21:35:51,609 DEBUG [RS:0;ef788a4cade8:40461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:51,609 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:51,609 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d0b81340dcca22408d4c822a4ec164b, disabling compactions & flushes 2024-11-14T21:35:51,609 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:35:51,609 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:51,609 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:35:51,609 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:35:51,609 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:51,609 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:35:51,609 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. after waiting 0 ms 2024-11-14T21:35:51,609 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:51,610 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:35:51,610 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:35:51,610 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:35:51,610 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2d0b81340dcca22408d4c822a4ec164b=hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.} 2024-11-14T21:35:51,610 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:35:51,610 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:35:51,610 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:35:51,610 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:51,610 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:35:51,615 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d0b81340dcca22408d4c822a4ec164b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T21:35:51,615 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T21:35:51,711 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/info/2ff7b31d02c3469b80119ac20030bf07 is 147, key is hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b./info:regioninfo/1731620149423/Put/seqid=0 2024-11-14T21:35:51,711 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/.tmp/queue/235d240f40854dd38478ddfc178ba58e is 151, key is 1-ef788a4cade8,40461,1731620138398/queue:ef788a4cade8%2C40461%2C1731620138398/1731620149805/Put/seqid=0 2024-11-14T21:35:51,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741838_1014 (size=5500) 2024-11-14T21:35:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741839_1015 (size=6631) 2024-11-14T21:35:51,763 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:35:51,763 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:35:51,810 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:51,832 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:52,011 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:52,027 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:52,125 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/.tmp/queue/235d240f40854dd38478ddfc178ba58e 2024-11-14T21:35:52,126 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/info/2ff7b31d02c3469b80119ac20030bf07 2024-11-14T21:35:52,177 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/.tmp/queue/235d240f40854dd38478ddfc178ba58e as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/queue/235d240f40854dd38478ddfc178ba58e 2024-11-14T21:35:52,188 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/queue/235d240f40854dd38478ddfc178ba58e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T21:35:52,197 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2d0b81340dcca22408d4c822a4ec164b in 581ms, sequenceid=6, compaction requested=false 2024-11-14T21:35:52,197 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:35:52,199 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/ns/ac70ce98de3a45c1a0632d0979bd5326 is 43, key is default/ns:d/1731620143252/Put/seqid=0 2024-11-14T21:35:52,207 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T21:35:52,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741840_1016 (size=5153) 2024-11-14T21:35:52,210 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/ns/ac70ce98de3a45c1a0632d0979bd5326 2024-11-14T21:35:52,211 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:52,211 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:35:52,211 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:35:52,212 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:52,212 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d0b81340dcca22408d4c822a4ec164b: Waiting for close lock at 1731620151608Running coprocessor pre-close hooks at 1731620151609 (+1 ms)Disabling compacts and flushes for region at 1731620151609Disabling writes for close at 1731620151609Obtaining lock to block concurrent updates at 1731620151615 (+6 ms)Preparing flush snapshotting stores in 2d0b81340dcca22408d4c822a4ec164b at 1731620151615Finished memstore snapshotting hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731620151626 (+11 ms)Flushing stores of hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. at 1731620151628 (+2 ms)Flushing 2d0b81340dcca22408d4c822a4ec164b/queue: creating writer at 1731620151630 (+2 ms)Flushing 2d0b81340dcca22408d4c822a4ec164b/queue: appending metadata at 1731620151687 (+57 ms)Flushing 2d0b81340dcca22408d4c822a4ec164b/queue: closing flushed file at 1731620151691 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352df0db: reopening flushed file at 1731620152174 (+483 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2d0b81340dcca22408d4c822a4ec164b in 581ms, sequenceid=6, compaction requested=false at 1731620152197 (+23 ms)Writing region close event to WAL at 1731620152200 (+3 ms)Running coprocessor post-close hooks at 1731620152208 (+8 ms)Closed at 1731620152211 (+3 ms) 2024-11-14T21:35:52,212 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:52,242 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/table/22019d77d5124cab9d6613f0248780dc is 53, key is hbase:replication/table:state/1731620149452/Put/seqid=0 2024-11-14T21:35:52,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741841_1017 (size=5256) 2024-11-14T21:35:52,340 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:52,411 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:35:52,612 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:35:52,612 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:35:52,612 DEBUG [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:35:52,652 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/table/22019d77d5124cab9d6613f0248780dc 2024-11-14T21:35:52,661 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/info/2ff7b31d02c3469b80119ac20030bf07 as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/info/2ff7b31d02c3469b80119ac20030bf07 2024-11-14T21:35:52,669 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/info/2ff7b31d02c3469b80119ac20030bf07, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T21:35:52,671 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/ns/ac70ce98de3a45c1a0632d0979bd5326 as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/ns/ac70ce98de3a45c1a0632d0979bd5326 2024-11-14T21:35:52,678 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/ns/ac70ce98de3a45c1a0632d0979bd5326, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:35:52,685 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/table/22019d77d5124cab9d6613f0248780dc as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/table/22019d77d5124cab9d6613f0248780dc 2024-11-14T21:35:52,695 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/table/22019d77d5124cab9d6613f0248780dc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T21:35:52,696 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1086ms, sequenceid=11, compaction requested=false 2024-11-14T21:35:52,704 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T21:35:52,705 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:35:52,705 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:35:52,705 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:35:52,705 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620151610Running coprocessor pre-close hooks at 1731620151610Disabling compacts and flushes for region at 1731620151610Disabling writes for close at 1731620151610Obtaining lock to block concurrent updates at 1731620151615 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731620151615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731620151626 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620151631 (+5 ms)Flushing 1588230740/info: creating writer at 1731620151631Flushing 1588230740/info: appending metadata at 1731620151688 (+57 ms)Flushing 1588230740/info: closing flushed file at 1731620151691 (+3 ms)Flushing 1588230740/ns: creating writer at 1731620152174 (+483 ms)Flushing 1588230740/ns: appending metadata at 1731620152198 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731620152198Flushing 1588230740/table: creating writer at 1731620152219 (+21 ms)Flushing 1588230740/table: appending metadata at 1731620152241 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731620152241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5425f068: reopening flushed file at 1731620152660 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd0179c: reopening flushed file at 1731620152669 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2517460a: reopening flushed file at 1731620152679 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1086ms, sequenceid=11, compaction requested=false at 1731620152697 (+18 ms)Writing region close event to WAL at 1731620152699 (+2 ms)Running coprocessor post-close hooks at 1731620152705 (+6 ms)Closed at 1731620152705 2024-11-14T21:35:52,706 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:35:52,735 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398/ef788a4cade8%2C40461%2C1731620138398.1731620141952 to pos 0, reset compression=false 2024-11-14T21:35:52,812 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,40461,1731620138398; all regions closed. 2024-11-14T21:35:52,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741834_1010 (size=2742) 2024-11-14T21:35:52,823 DEBUG [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs 2024-11-14T21:35:52,823 INFO [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C40461%2C1731620138398.meta:.meta(num 1731620142993) 2024-11-14T21:35:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741837_1013 (size=1802) 2024-11-14T21:35:52,829 DEBUG [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs 2024-11-14T21:35:52,829 INFO [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C40461%2C1731620138398.rep:(num 1731620149330) 2024-11-14T21:35:52,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741832_1008 (size=93) 2024-11-14T21:35:52,834 DEBUG [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs 2024-11-14T21:35:52,834 INFO [RS:0;ef788a4cade8:40461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C40461%2C1731620138398:(num 1731620141952) 2024-11-14T21:35:52,834 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:52,834 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:35:52,834 INFO [RS:0;ef788a4cade8:40461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:35:52,835 INFO [RS:0;ef788a4cade8:40461 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:35:52,835 INFO [RS:0;ef788a4cade8:40461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:35:52,835 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:35:52,836 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,40461,1731620138398 because: Region server is closing 2024-11-14T21:35:52,836 INFO [RS:0;ef788a4cade8:40461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40461. 2024-11-14T21:35:52,837 DEBUG [RS:0;ef788a4cade8:40461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:52,837 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:52,837 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:52,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:52,937 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.wal-reader.ef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:35:52,937 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.shipperef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:35:52,938 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40461,1731620138398.replicationSource.shipperef788a4cade8%2C40461%2C1731620138398,1-ef788a4cade8,40461,1731620138398 terminated 2024-11-14T21:35:52,938 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ef788a4cade8,40461,1731620138398 because: Region server is closing 2024-11-14T21:35:52,939 INFO [RS:0;ef788a4cade8:40461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40461. 2024-11-14T21:35:52,939 DEBUG [RS:0;ef788a4cade8:40461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:52,939 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:52,939 DEBUG [RS:0;ef788a4cade8:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:52,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:53,040 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.shipperef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:35:53,040 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,40461,1731620138398.replicationSource.shipperef788a4cade8%2C40461%2C1731620138398,2-ef788a4cade8,40461,1731620138398 terminated 2024-11-14T21:35:53,041 INFO [RS:0;ef788a4cade8:40461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40461 2024-11-14T21:35:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/rs/ef788a4cade8,40461,1731620138398 2024-11-14T21:35:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/rs 2024-11-14T21:35:53,046 INFO [RS:0;ef788a4cade8:40461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:35:53,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,40461,1731620138398] 2024-11-14T21:35:53,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/draining/ef788a4cade8,40461,1731620138398 already deleted, retry=false 2024-11-14T21:35:53,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,40461,1731620138398 expired; onlineServers=0 2024-11-14T21:35:53,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,41917,1731620137527' ***** 2024-11-14T21:35:53,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:35:53,050 INFO [M:0;ef788a4cade8:41917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:35:53,050 INFO [M:0;ef788a4cade8:41917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:35:53,050 DEBUG [M:0;ef788a4cade8:41917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:35:53,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:35:53,051 DEBUG [M:0;ef788a4cade8:41917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:35:53,051 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620141564 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620141564,5,FailOnTimeoutGroup] 2024-11-14T21:35:53,051 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620141567 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620141567,5,FailOnTimeoutGroup] 2024-11-14T21:35:53,051 INFO [M:0;ef788a4cade8:41917 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:35:53,051 INFO [M:0;ef788a4cade8:41917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:35:53,051 DEBUG [M:0;ef788a4cade8:41917 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:35:53,051 INFO [M:0;ef788a4cade8:41917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:35:53,052 INFO [M:0;ef788a4cade8:41917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:35:53,052 INFO [M:0;ef788a4cade8:41917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:35:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/master 2024-11-14T21:35:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:53,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:35:53,053 DEBUG [M:0;ef788a4cade8:41917 {}] zookeeper.ZKUtil(347): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/master because node does not exist (not an error) 2024-11-14T21:35:53,053 WARN [M:0;ef788a4cade8:41917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:35:53,054 INFO [M:0;ef788a4cade8:41917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/.lastflushedseqids 2024-11-14T21:35:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741842_1018 (size=181) 2024-11-14T21:35:53,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:35:53,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x100ac5de6cb0001, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:35:53,149 INFO [RS:0;ef788a4cade8:40461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:35:53,150 INFO [RS:0;ef788a4cade8:40461 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,40461,1731620138398; zookeeper connection closed. 2024-11-14T21:35:53,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ba69fc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ba69fc9 2024-11-14T21:35:53,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:35:53,483 INFO [M:0;ef788a4cade8:41917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:35:53,484 INFO [M:0;ef788a4cade8:41917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:35:53,484 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:35:53,484 INFO [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:53,484 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:53,484 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:35:53,484 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:53,485 INFO [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T21:35:53,519 DEBUG [M:0;ef788a4cade8:41917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83e940b0e803483b9a9a1a6026123aa2 is 82, key is hbase:meta,,1/info:regioninfo/1731620143146/Put/seqid=0 2024-11-14T21:35:53,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741843_1019 (size=5672) 2024-11-14T21:35:53,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:35:53,939 INFO [M:0;ef788a4cade8:41917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83e940b0e803483b9a9a1a6026123aa2 2024-11-14T21:35:54,007 DEBUG [M:0;ef788a4cade8:41917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfcebf9f620045d48860ee055efb912e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731620149460/Put/seqid=0 2024-11-14T21:35:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741844_1020 (size=8663) 2024-11-14T21:35:54,025 INFO [M:0;ef788a4cade8:41917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfcebf9f620045d48860ee055efb912e 2024-11-14T21:35:54,061 DEBUG [M:0;ef788a4cade8:41917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545b52cd6a694eb2a2ec8b343a615a02 is 69, key is ef788a4cade8,40461,1731620138398/rs:state/1731620141597/Put/seqid=0 2024-11-14T21:35:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741845_1021 (size=5156) 2024-11-14T21:35:54,470 INFO [M:0;ef788a4cade8:41917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545b52cd6a694eb2a2ec8b343a615a02 2024-11-14T21:35:54,478 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83e940b0e803483b9a9a1a6026123aa2 as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83e940b0e803483b9a9a1a6026123aa2 2024-11-14T21:35:54,485 INFO [M:0;ef788a4cade8:41917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83e940b0e803483b9a9a1a6026123aa2, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T21:35:54,487 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfcebf9f620045d48860ee055efb912e as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfcebf9f620045d48860ee055efb912e 2024-11-14T21:35:54,494 INFO [M:0;ef788a4cade8:41917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfcebf9f620045d48860ee055efb912e, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T21:35:54,495 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545b52cd6a694eb2a2ec8b343a615a02 as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545b52cd6a694eb2a2ec8b343a615a02 2024-11-14T21:35:54,503 INFO [M:0;ef788a4cade8:41917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545b52cd6a694eb2a2ec8b343a615a02, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T21:35:54,504 INFO [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1020ms, sequenceid=115, compaction requested=false 2024-11-14T21:35:54,506 INFO [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:35:54,506 DEBUG [M:0;ef788a4cade8:41917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620153484Disabling compacts and flushes for region at 1731620153484Disabling writes for close at 1731620153484Obtaining lock to block concurrent updates at 1731620153485 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620153485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731620153485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620153487 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620153487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620153518 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620153518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620153972 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620154006 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620154006Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620154037 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620154061 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620154061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daa65e0: reopening flushed file at 1731620154477 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8a4cb0: reopening flushed file at 1731620154486 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1d8956: reopening flushed file at 1731620154494 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1020ms, sequenceid=115, compaction requested=false at 1731620154504 (+10 ms)Writing region close event to WAL at 1731620154506 (+2 ms)Closed at 1731620154506 2024-11-14T21:35:54,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741830_1006 (size=59421) 2024-11-14T21:35:54,511 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:35:54,511 INFO [M:0;ef788a4cade8:41917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:35:54,511 INFO [M:0;ef788a4cade8:41917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41917 2024-11-14T21:35:54,511 INFO [M:0;ef788a4cade8:41917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:35:54,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:35:54,614 INFO [M:0;ef788a4cade8:41917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:35:54,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x100ac5de6cb0000, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:35:54,617 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:35:54,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:54,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:54,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:35:54,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:54,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:35:54,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:35:54,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:35:54,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37401 2024-11-14T21:35:54,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37401 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374010x0, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:54,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37401-0x100ac5de6cb0006 connected 2024-11-14T21:35:54,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:54,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:54,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:35:54,632 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: INIT 2024-11-14T21:35:54,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d, hbase.cluster.distributed=false 2024-11-14T21:35:54,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/acl 2024-11-14T21:35:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37401 2024-11-14T21:35:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37401 2024-11-14T21:35:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37401 2024-11-14T21:35:54,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37401 2024-11-14T21:35:54,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37401 2024-11-14T21:35:54,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:35:54,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:54,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:54,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:35:54,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:35:54,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:35:54,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:35:54,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:35:54,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44447 2024-11-14T21:35:54,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44447 connecting to ZooKeeper ensemble=127.0.0.1:52661 2024-11-14T21:35:54,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:54,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:54,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444470x0, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:35:54,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44447-0x100ac5de6cb0007 connected 2024-11-14T21:35:54,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:35:54,671 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: INIT 2024-11-14T21:35:54,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:35:54,673 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:35:54,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/master 2024-11-14T21:35:54,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/acl 2024-11-14T21:35:54,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44447 2024-11-14T21:35:54,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44447 2024-11-14T21:35:54,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44447 2024-11-14T21:35:54,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44447 2024-11-14T21:35:54,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44447 2024-11-14T21:35:54,694 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:37401 2024-11-14T21:35:54,694 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0677028453/backup-masters/ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:54,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:54,697 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on existing znode=/0677028453/backup-masters/ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0677028453/master 2024-11-14T21:35:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:54,699 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on existing znode=/0677028453/master 2024-11-14T21:35:54,699 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0677028453/backup-masters/ef788a4cade8,37401,1731620154616 from backup master directory 2024-11-14T21:35:54,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/backup-masters/ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:54,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/backup-masters 2024-11-14T21:35:54,702 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:35:54,702 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,719 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:35:54,720 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:35:54,736 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-14T21:35:54,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741846_1022 (size=196) 2024-11-14T21:35:54,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:35:54,749 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:35:54,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:54,759 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T21:35:54,763 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527 to hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527-dead as it is dead 2024-11-14T21:35:54,765 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T21:35:54,765 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T21:35:54,766 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527-dead/ef788a4cade8%2C41917%2C1731620137527.1731620140512 2024-11-14T21:35:54,772 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527-dead/ef788a4cade8%2C41917%2C1731620137527.1731620140512 after 4ms 2024-11-14T21:35:54,774 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527-dead/ef788a4cade8%2C41917%2C1731620137527.1731620140512 to hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C41917%2C1731620137527.1731620140512 2024-11-14T21:35:54,774 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,41917,1731620137527-dead 2024-11-14T21:35:54,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,776 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:35:54,778 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C37401%2C1731620154616, suffix=, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,37401,1731620154616, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/oldWALs, maxLogs=10 2024-11-14T21:35:54,793 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,37401,1731620154616/ef788a4cade8%2C37401%2C1731620154616.1731620154778, exclude list is [], retry=0 2024-11-14T21:35:54,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:54,799 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/WALs/ef788a4cade8,37401,1731620154616/ef788a4cade8%2C37401%2C1731620154616.1731620154778 2024-11-14T21:35:54,800 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:54,800 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:54,800 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:54,801 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,801 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:35:54,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:54,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83e940b0e803483b9a9a1a6026123aa2 2024-11-14T21:35:54,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:54,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:35:54,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:54,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfcebf9f620045d48860ee055efb912e 2024-11-14T21:35:54,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:54,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:35:54,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:54,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545b52cd6a694eb2a2ec8b343a615a02 2024-11-14T21:35:54,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:54,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:35:54,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:54,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:54,831 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,832 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T21:35:54,832 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C41917%2C1731620137527.1731620140512 2024-11-14T21:35:54,846 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C41917%2C1731620137527.1731620140512 2024-11-14T21:35:54,848 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C41917%2C1731620137527.1731620140512 2024-11-14T21:35:54,850 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,850 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,851 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:54,853 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:35:54,857 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T21:35:54,858 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72496401, jitterRate=0.08028055727481842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:54,858 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620154801Initializing all the Stores at 1731620154802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620154802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620154802Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620154802Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620154802Cleaning up temporary data from old regions at 1731620154850 (+48 ms)Region opened successfully at 1731620154858 (+8 ms) 2024-11-14T21:35:54,859 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:35:54,863 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe2116f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:35:54,875 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T21:35:54,875 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:35:54,875 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:35:54,876 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:35:54,876 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:35:54,882 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:35:54,883 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:35:54,883 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:35:54,884 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:35:54,884 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T21:35:54,884 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T21:35:54,884 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T21:35:54,884 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:35:54,892 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ef788a4cade8,40461,1731620138398, regionLocation=ef788a4cade8,40461,1731620138398, openSeqNum=2 2024-11-14T21:35:54,892 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ef788a4cade8,40461,1731620138398, table=hbase:meta, region=1588230740 2024-11-14T21:35:54,893 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,40461,1731620138398, state=OPEN 2024-11-14T21:35:54,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:54,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:54,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:54,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:54,903 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:35:54,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/draining/ef788a4cade8,40461,1731620138398 already deleted, retry=false 2024-11-14T21:35:54,909 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ef788a4cade8,40461,1731620138398 on ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,917 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ef788a4cade8,40461,1731620138398, splitWal=true, meta=true 2024-11-14T21:35:54,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for ef788a4cade8,40461,1731620138398 (carryingMeta=true) ef788a4cade8,40461,1731620138398/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1bfdcb5d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T21:35:54,926 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/balancer because node does not exist (not necessarily an error) 2024-11-14T21:35:54,927 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/balancer already deleted, retry=false 2024-11-14T21:35:54,928 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:35:54,929 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:35:54,939 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/normalizer already deleted, retry=false 2024-11-14T21:35:54,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:35:54,941 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:35:54,943 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/switch/split already deleted, retry=false 2024-11-14T21:35:54,943 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:35:54,945 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/switch/merge already deleted, retry=false 2024-11-14T21:35:54,955 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:35:54,957 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/snapshot-cleanup already deleted, retry=false 2024-11-14T21:35:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0677028453/running 2024-11-14T21:35:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0677028453/running 2024-11-14T21:35:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:35:54,962 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,37401,1731620154616, sessionid=0x100ac5de6cb0006, setting cluster-up flag (Was=false) 2024-11-14T21:35:54,965 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0677028453/flush-table-proc/acquired, /0677028453/flush-table-proc/reached, /0677028453/flush-table-proc/abort 2024-11-14T21:35:54,967 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,974 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0677028453/online-snapshot/acquired, /0677028453/online-snapshot/reached, /0677028453/online-snapshot/abort 2024-11-14T21:35:54,976 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37401,1731620154616 2024-11-14T21:35:54,988 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/.lastflushedseqids 2024-11-14T21:35:54,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:35:54,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:35:54,996 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,37401,1731620154616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ef788a4cade8,40461,1731620138398 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:35:54,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:54,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:54,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:55,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:35:55,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:35:55,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:35:55,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,006 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ef788a4cade8,40461,1731620138398, splitWal=true, meta=true 2024-11-14T21:35:55,008 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ef788a4cade8,40461,1731620138398, splitWal=true, meta=true, isMeta: true 2024-11-14T21:35:55,010 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398-splitting 2024-11-14T21:35:55,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620185011 2024-11-14T21:35:55,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:35:55,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:35:55,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:35:55,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:35:55,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:35:55,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:35:55,014 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398-splitting dir is empty, no logs to split. 2024-11-14T21:35:55,014 INFO [PEWorker-1 {}] master.SplitWALManager(105): ef788a4cade8,40461,1731620138398 WAL count=0, meta=true 2024-11-14T21:35:55,018 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,020 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398-splitting dir is empty, no logs to split. 2024-11-14T21:35:55,020 INFO [PEWorker-1 {}] master.SplitWALManager(105): ef788a4cade8,40461,1731620138398 WAL count=0, meta=true 2024-11-14T21:35:55,021 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ef788a4cade8,40461,1731620138398 WAL splitting is done? wals=0, meta=true 2024-11-14T21:35:55,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:35:55,026 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:35:55,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:35:55,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:35:55,029 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:35:55,029 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:35:55,030 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T21:35:55,034 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:35:55,034 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:35:55,038 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620155035,5,FailOnTimeoutGroup] 2024-11-14T21:35:55,039 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620155038,5,FailOnTimeoutGroup] 2024-11-14T21:35:55,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:35:55,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,040 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620155040, completionTime=-1 2024-11-14T21:35:55,040 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T21:35:55,043 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T21:35:55,088 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(746): ClusterId : b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d 2024-11-14T21:35:55,088 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:35:55,091 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:35:55,091 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:35:55,095 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:35:55,096 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5758191d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:35:55,115 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:44447 2024-11-14T21:35:55,116 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:35:55,116 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:35:55,116 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:35:55,127 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,37401,1731620154616 with port=44447, startcode=1731620154658 2024-11-14T21:35:55,127 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:35:55,135 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:35:55,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,138 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d 2024-11-14T21:35:55,139 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36915 2024-11-14T21:35:55,139 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:35:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/rs 2024-11-14T21:35:55,143 DEBUG [RS:0;ef788a4cade8:44447 {}] zookeeper.ZKUtil(111): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on existing znode=/0677028453/rs/ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,143 WARN [RS:0;ef788a4cade8:44447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:35:55,143 INFO [RS:0;ef788a4cade8:44447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:55,143 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,146 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T21:35:55,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,44447,1731620154658] 2024-11-14T21:35:55,181 WARN [ef788a4cade8:37401 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:35:55,231 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:35:55,234 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:35:55,238 INFO [RS:0;ef788a4cade8:44447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:35:55,238 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,238 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:35:55,239 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:35:55,239 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,239 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:35:55,240 DEBUG [RS:0;ef788a4cade8:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:35:55,241 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,241 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,241 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,241 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,242 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,242 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,44447,1731620154658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:35:55,259 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:35:55,259 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,44447,1731620154658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,280 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,44447,1731620154658, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:35:55,300 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(231): queueId=2-ef788a4cade8,44447,1731620154658, ReplicationSource: 2, currentBandwidth=0 2024-11-14T21:35:55,302 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,302 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.Replication(171): ef788a4cade8,44447,1731620154658 started 2024-11-14T21:35:55,311 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,1-ef788a4cade8,44447,1731620154658 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:55,313 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,1-ef788a4cade8,44447,1731620154658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1e7857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:55,313 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,1-ef788a4cade8,44447,1731620154658 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:55,313 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,1-ef788a4cade8,44447,1731620154658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:55,316 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:55,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:55,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:55,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@120fdd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:55,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:55,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:55,321 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:55,321 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,44447,1731620154658, RpcServer on ef788a4cade8/172.17.0.2:44447, sessionid=0x100ac5de6cb0007 2024-11-14T21:35:55,321 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:35:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:55,321 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:55,322 DEBUG [RS:0;ef788a4cade8:44447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,322 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,44447,1731620154658' 2024-11-14T21:35:55,322 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0677028453/flush-table-proc/abort' 2024-11-14T21:35:55,323 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0677028453/flush-table-proc/acquired' 2024-11-14T21:35:55,324 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:35:55,324 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:35:55,324 DEBUG [RS:0;ef788a4cade8:44447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,324 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,44447,1731620154658' 2024-11-14T21:35:55,324 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0677028453/online-snapshot/abort' 2024-11-14T21:35:55,324 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0677028453/online-snapshot/acquired' 2024-11-14T21:35:55,324 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,2-ef788a4cade8,44447,1731620154658 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46025' 2024-11-14T21:35:55,325 DEBUG [RS:0;ef788a4cade8:44447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:35:55,325 INFO [RS:0;ef788a4cade8:44447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:35:55,325 INFO [RS:0;ef788a4cade8:44447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:35:55,325 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,1-ef788a4cade8,44447,1731620154658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b1e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:55,325 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,1-ef788a4cade8,44447,1731620154658 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:55,327 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,2-ef788a4cade8,44447,1731620154658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2a32fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:55,327 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,2-ef788a4cade8,44447,1731620154658 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46025,-1 for getting cluster id 2024-11-14T21:35:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366497e 2024-11-14T21:35:55,327 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,2-ef788a4cade8,44447,1731620154658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:55,328 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0202e124-230d-4dfe-abbe-df4523d5fa1f' 2024-11-14T21:35:55,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:55,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0202e124-230d-4dfe-abbe-df4523d5fa1f" 2024-11-14T21:35:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37eafc14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46025,-1] 2024-11-14T21:35:55,329 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T21:35:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:55,330 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:55,331 INFO [RS:0;ef788a4cade8:44447.replicationSource,1-ef788a4cade8,44447,1731620154658 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,44447,1731620154658 (queues=0) is replicating from cluster=b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d to cluster=0202e124-230d-4dfe-abbe-df4523d5fa1f 2024-11-14T21:35:55,331 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,2-ef788a4cade8,44447,1731620154658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1390d785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:55,331 DEBUG [RS:0;ef788a4cade8:44447.replicationSource,2-ef788a4cade8,44447,1731620154658 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46025,1731620145019 2024-11-14T21:35:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4406cd89 2024-11-14T21:35:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:55,334 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T21:35:55,335 INFO [RS:0;ef788a4cade8:44447.replicationSource,2-ef788a4cade8,44447,1731620154658 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ef788a4cade8,44447,1731620154658 (queues=0) is replicating from cluster=b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d to cluster=0202e124-230d-4dfe-abbe-df4523d5fa1f 2024-11-14T21:35:55,425 INFO [RS:0;ef788a4cade8:44447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:35:55,428 INFO [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C44447%2C1731620154658, suffix=, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs, maxLogs=10 2024-11-14T21:35:55,443 DEBUG [RS:0;ef788a4cade8:44447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429, exclude list is [], retry=0 2024-11-14T21:35:55,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:55,455 INFO [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 2024-11-14T21:35:55,455 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ef788a4cade8%2C44447%2C1731620154658 for peer 2 2024-11-14T21:35:55,455 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ef788a4cade8%2C44447%2C1731620154658 for peer 1 2024-11-14T21:35:55,456 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C44447%2C1731620154658 2024-11-14T21:35:55,456 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,44447,1731620154658, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:35:55,458 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ef788a4cade8%2C44447%2C1731620154658 2024-11-14T21:35:55,458 INFO [RS:0;ef788a4cade8:44447.replicationSource.shipperef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C44447%2C1731620154658 2024-11-14T21:35:55,459 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ef788a4cade8,44447,1731620154658, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:35:55,459 DEBUG [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:55,461 INFO [RS:0;ef788a4cade8:44447.replicationSource.shipperef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C44447%2C1731620154658 2024-11-14T21:35:55,461 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429, startPosition=0, beingWritten=true 2024-11-14T21:35:55,462 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429, startPosition=0, beingWritten=true 2024-11-14T21:35:55,675 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:55,681 DEBUG [ef788a4cade8:37401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:35:55,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,683 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,44447,1731620154658, state=OPENING 2024-11-14T21:35:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:55,685 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:35:55,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:55,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:55,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,44447,1731620154658}] 2024-11-14T21:35:55,692 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:55,839 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:35:55,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:35:55,853 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:35:55,854 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:55,854 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:35:55,857 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C44447%2C1731620154658.meta, suffix=.meta, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs, maxLogs=10 2024-11-14T21:35:55,879 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.meta.1731620155858.meta, exclude list is [], retry=0 2024-11-14T21:35:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:55,887 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.meta.1731620155858.meta 2024-11-14T21:35:55,890 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:55,890 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:55,891 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:35:55,891 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:35:55,891 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:35:55,891 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:35:55,892 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:35:55,892 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:55,892 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:35:55,892 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:35:55,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:35:55,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:35:55,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:55,905 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/info/2ff7b31d02c3469b80119ac20030bf07 2024-11-14T21:35:55,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:55,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:35:55,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:35:55,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:55,914 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/ns/ac70ce98de3a45c1a0632d0979bd5326 2024-11-14T21:35:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:35:55,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:35:55,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:35:55,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:35:55,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:55,927 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/table/22019d77d5124cab9d6613f0248780dc 2024-11-14T21:35:55,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:35:55,928 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:35:55,928 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740 2024-11-14T21:35:55,930 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740 2024-11-14T21:35:55,931 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:35:55,931 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:35:55,932 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:35:55,933 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:35:55,934 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75278027, jitterRate=0.1217300146818161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:35:55,935 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:35:55,935 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620155892Writing region info on filesystem at 1731620155892Initializing all the Stores at 1731620155893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620155894 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620155894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620155894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620155894Cleaning up temporary data from old regions at 1731620155931 (+37 ms)Running coprocessor post-open hooks at 1731620155935 (+4 ms)Region opened successfully at 1731620155935 2024-11-14T21:35:55,936 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731620155839 2024-11-14T21:35:55,939 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:35:55,939 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:35:55,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,941 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,44447,1731620154658, state=OPEN 2024-11-14T21:35:55,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:55,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0677028453/meta-region-server 2024-11-14T21:35:55,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,44447,1731620154658 2024-11-14T21:35:55,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:55,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0677028453/meta-region-server: CHANGED 2024-11-14T21:35:55,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T21:35:55,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,44447,1731620154658 in 259 msec 2024-11-14T21:35:55,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T21:35:55,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 924 msec 2024-11-14T21:35:55,981 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:56,000 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:56,388 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:56,406 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:56,653 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1613ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1507ms 2024-11-14T21:35:56,898 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:56,918 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:57,508 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:57,525 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:58,156 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3116ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3010ms 2024-11-14T21:35:58,214 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:58,231 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:58,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:35:59,026 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:59,046 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:59,559 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T21:35:59,559 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:35:59,559 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:35:59,559 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,44447,1731620154658, seqNum=-1] 2024-11-14T21:35:59,560 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:35:59,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:35:59,570 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d0b81340dcca22408d4c822a4ec164b, regionState=OPEN, lastHost=ef788a4cade8,40461,1731620138398, regionLocation=ef788a4cade8,40461,1731620138398, openSeqNum=2 2024-11-14T21:35:59,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:35:59,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620219570 2024-11-14T21:35:59,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620279570 2024-11-14T21:35:59,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-14T21:35:59,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37401,1731620154616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:59,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37401,1731620154616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:59,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37401,1731620154616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:59,570 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): ef788a4cade8,40461,1731620138398 had 2 regions 2024-11-14T21:35:59,571 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:37401, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:59,571 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:59,571 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:59,572 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ef788a4cade8,40461,1731620138398, splitWal=true, meta=true, isMeta: false 2024-11-14T21:35:59,575 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398-splitting dir is empty, no logs to split. 2024-11-14T21:35:59,575 INFO [PEWorker-4 {}] master.SplitWALManager(105): ef788a4cade8,40461,1731620138398 WAL count=0, meta=false 2024-11-14T21:35:59,577 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.875sec 2024-11-14T21:35:59,578 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:35:59,578 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:35:59,578 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:35:59,578 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:35:59,578 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:35:59,578 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37401,1731620154616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:35:59,578 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37401,1731620154616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:35:59,579 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,40461,1731620138398-splitting dir is empty, no logs to split. 2024-11-14T21:35:59,579 INFO [PEWorker-4 {}] master.SplitWALManager(105): ef788a4cade8,40461,1731620138398 WAL count=0, meta=false 2024-11-14T21:35:59,579 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if ef788a4cade8,40461,1731620138398 WAL splitting is done? wals=0, meta=false 2024-11-14T21:35:59,582 WARN [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ef788a4cade8,40461,1731620138398/hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:59,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN}] 2024-11-14T21:35:59,583 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:35:59,583 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:35:59,583 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37401,1731620154616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:35:59,584 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN 2024-11-14T21:35:59,585 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T21:35:59,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3643fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:59,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37401,-1 for getting cluster id 2024-11-14T21:35:59,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:59,594 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d' 2024-11-14T21:35:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d" 2024-11-14T21:35:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301e24a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37401,-1] 2024-11-14T21:35:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,597 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b3042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:59,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:35:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,44447,1731620154658, seqNum=-1] 2024-11-14T21:35:59,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:35:59,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:35:59,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T21:35:59,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:35:59,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:59,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:59,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ef788a4cade8:37401 after: ef788a4cade8:37401 2024-11-14T21:35:59,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231c9678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:59,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37401,-1 for getting cluster id 2024-11-14T21:35:59,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:35:59,606 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d' 2024-11-14T21:35:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:35:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9f0bd2d-9a39-4a9c-a583-8fc9bd6f372d" 2024-11-14T21:35:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37401,-1] 2024-11-14T21:35:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:35:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,608 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:35:59,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795ab8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:35:59,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:35:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37401,1731620154616 2024-11-14T21:35:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60075f2d 2024-11-14T21:35:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:35:59,611 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:35:59,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:35:59,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T21:35:59,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:35:59,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T21:35:59,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:35:59,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:35:59,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:59,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:35:59,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:35:59,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183008082, stopped=false 2024-11-14T21:35:59,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,46025,1731620145019 2024-11-14T21:35:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138714642/running 2024-11-14T21:35:59,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:35:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138714642/running 2024-11-14T21:35:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:35:59,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:35:59,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:59,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,42413,1731620145184' ***** 2024-11-14T21:35:59,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:35:59,618 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:35:59,618 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:35:59,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:35:59,618 INFO [RS:0;ef788a4cade8:42413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:35:59,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on znode that does not yet exist, /11138714642/running 2024-11-14T21:35:59,618 INFO [RS:0;ef788a4cade8:42413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:35:59,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Set watcher on znode that does not yet exist, /11138714642/running 2024-11-14T21:35:59,618 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,42413,1731620145184 2024-11-14T21:35:59,619 INFO [RS:0;ef788a4cade8:42413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:35:59,619 INFO [RS:0;ef788a4cade8:42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:42413. 2024-11-14T21:35:59,619 DEBUG [RS:0;ef788a4cade8:42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:35:59,619 DEBUG [RS:0;ef788a4cade8:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:35:59,619 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:35:59,619 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:35:59,619 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:35:59,619 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:35:59,620 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:35:59,620 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:35:59,620 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:35:59,620 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:35:59,620 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:35:59,620 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:35:59,620 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:35:59,620 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:35:59,620 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T21:35:59,639 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740/.tmp/ns/5e4c369f60e44f3e854c0b6f9ac8dd00 is 43, key is default/ns:d/1731620148250/Put/seqid=0 2024-11-14T21:35:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741835_1011 (size=5153) 2024-11-14T21:35:59,736 DEBUG [ef788a4cade8:37401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:35:59,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2d0b81340dcca22408d4c822a4ec164b, regionState=OPENING, regionLocation=ef788a4cade8,44447,1731620154658 2024-11-14T21:35:59,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN because future has completed 2024-11-14T21:35:59,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d0b81340dcca22408d4c822a4ec164b, server=ef788a4cade8,44447,1731620154658}] 2024-11-14T21:35:59,820 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:35:59,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:59,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:35:59,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:35:59,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C44447%2C1731620154658.rep, suffix=, logDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658, archiveDir=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs, maxLogs=10 2024-11-14T21:35:59,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.rep.1731620159903, exclude list is [], retry=0 2024-11-14T21:35:59,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-bec30e11-8895-4751-ae45-6f215d10f7a9,DISK] 2024-11-14T21:35:59,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.rep.1731620159903 2024-11-14T21:35:59,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45093:45093)] 2024-11-14T21:35:59,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d0b81340dcca22408d4c822a4ec164b, NAME => 'hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:35:59,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:35:59,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:35:59,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. service=MultiRowMutationService 2024-11-14T21:35:59,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:35:59,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:35:59,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,925 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,926 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0b81340dcca22408d4c822a4ec164b columnFamilyName hfileref 2024-11-14T21:35:59,926 DEBUG [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:59,926 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(327): Store=2d0b81340dcca22408d4c822a4ec164b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:59,927 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,927 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0b81340dcca22408d4c822a4ec164b columnFamilyName queue 2024-11-14T21:35:59,928 DEBUG [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:59,931 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:59,936 DEBUG [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/queue/235d240f40854dd38478ddfc178ba58e 2024-11-14T21:35:59,936 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(327): Store=2d0b81340dcca22408d4c822a4ec164b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:59,937 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,939 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0b81340dcca22408d4c822a4ec164b columnFamilyName sid 2024-11-14T21:35:59,939 DEBUG [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:35:59,940 INFO [StoreOpener-2d0b81340dcca22408d4c822a4ec164b-1 {}] regionserver.HStore(327): Store=2d0b81340dcca22408d4c822a4ec164b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:35:59,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:35:59,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 2d0b81340dcca22408d4c822a4ec164b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60036898, jitterRate=-0.10538050532341003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:35:59,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:35:59,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2d0b81340dcca22408d4c822a4ec164b: Running coprocessor pre-open hook at 1731620159923Writing region info on filesystem at 1731620159923Initializing all the Stores at 1731620159924 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620159924Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620159925 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620159925Cleaning up temporary data from old regions at 1731620159946 (+21 ms)Running coprocessor post-open hooks at 1731620159950 (+4 ms)Region opened successfully at 1731620159951 (+1 ms) 2024-11-14T21:35:59,952 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:35:59,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b., pid=19, masterSystemTime=1731620159895 2024-11-14T21:35:59,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:59,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:35:59,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2d0b81340dcca22408d4c822a4ec164b, regionState=OPEN, openSeqNum=10, regionLocation=ef788a4cade8,44447,1731620154658 2024-11-14T21:35:59,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d0b81340dcca22408d4c822a4ec164b, server=ef788a4cade8,44447,1731620154658 because future has completed 2024-11-14T21:35:59,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T21:35:59,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d0b81340dcca22408d4c822a4ec164b, server=ef788a4cade8,44447,1731620154658 in 221 msec 2024-11-14T21:35:59,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T21:35:59,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d0b81340dcca22408d4c822a4ec164b, ASSIGN in 385 msec 2024-11-14T21:35:59,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T21:35:59,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b., hostname=ef788a4cade8,44447,1731620154658, seqNum=10] 2024-11-14T21:36:00,019 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ef788a4cade8,40461,1731620138398 2024-11-14T21:36:00,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T21:36:00,021 DEBUG [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:00,046 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740/.tmp/ns/5e4c369f60e44f3e854c0b6f9ac8dd00 2024-11-14T21:36:00,058 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740/.tmp/ns/5e4c369f60e44f3e854c0b6f9ac8dd00 as hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740/ns/5e4c369f60e44f3e854c0b6f9ac8dd00 2024-11-14T21:36:00,069 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:36:00,069 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:36:00,069 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740/ns/5e4c369f60e44f3e854c0b6f9ac8dd00, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T21:36:00,071 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-14T21:36:00,071 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:36:00,085 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T21:36:00,087 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:00,087 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:00,087 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:00,087 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620159620Running coprocessor pre-close hooks at 1731620159620Disabling compacts and flushes for region at 1731620159620Disabling writes for close at 1731620159620Obtaining lock to block concurrent updates at 1731620159620Preparing flush snapshotting stores in 1588230740 at 1731620159620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731620159621 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620159622 (+1 ms)Flushing 1588230740/ns: creating writer at 1731620159622Flushing 1588230740/ns: appending metadata at 1731620159639 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731620159639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a94fbe: reopening flushed file at 1731620160057 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731620160071 (+14 ms)Writing region close event to WAL at 1731620160078 (+7 ms)Running coprocessor post-close hooks at 1731620160087 (+9 ms)Closed at 1731620160087 2024-11-14T21:36:00,088 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:00,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T21:36:00,221 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,42413,1731620145184; all regions closed. 2024-11-14T21:36:00,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741834_1010 (size=1152) 2024-11-14T21:36:00,228 DEBUG [RS:0;ef788a4cade8:42413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/oldWALs 2024-11-14T21:36:00,228 INFO [RS:0;ef788a4cade8:42413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C42413%2C1731620145184.meta:.meta(num 1731620148106) 2024-11-14T21:36:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741832_1008 (size=93) 2024-11-14T21:36:00,238 DEBUG [RS:0;ef788a4cade8:42413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/oldWALs 2024-11-14T21:36:00,238 INFO [RS:0;ef788a4cade8:42413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C42413%2C1731620145184:(num 1731620147140) 2024-11-14T21:36:00,238 DEBUG [RS:0;ef788a4cade8:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:00,238 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:36:00,238 INFO [RS:0;ef788a4cade8:42413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:00,238 INFO [RS:0;ef788a4cade8:42413 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:00,238 INFO [RS:0;ef788a4cade8:42413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:00,238 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:00,238 INFO [RS:0;ef788a4cade8:42413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42413 2024-11-14T21:36:00,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138714642/rs/ef788a4cade8,42413,1731620145184 2024-11-14T21:36:00,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642/rs 2024-11-14T21:36:00,241 INFO [RS:0;ef788a4cade8:42413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:00,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,42413,1731620145184] 2024-11-14T21:36:00,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11138714642/draining/ef788a4cade8,42413,1731620145184 already deleted, retry=false 2024-11-14T21:36:00,245 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,42413,1731620145184 expired; onlineServers=0 2024-11-14T21:36:00,245 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,46025,1731620145019' ***** 2024-11-14T21:36:00,245 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:36:00,245 INFO [M:0;ef788a4cade8:46025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:36:00,245 INFO [M:0;ef788a4cade8:46025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:00,245 DEBUG [M:0;ef788a4cade8:46025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:36:00,245 DEBUG [M:0;ef788a4cade8:46025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:36:00,245 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620146871 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620146871,5,FailOnTimeoutGroup] 2024-11-14T21:36:00,245 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620146872 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620146872,5,FailOnTimeoutGroup] 2024-11-14T21:36:00,245 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:36:00,246 INFO [M:0;ef788a4cade8:46025 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:00,246 INFO [M:0;ef788a4cade8:46025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:00,246 DEBUG [M:0;ef788a4cade8:46025 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:36:00,246 INFO [M:0;ef788a4cade8:46025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:36:00,246 INFO [M:0;ef788a4cade8:46025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:36:00,246 INFO [M:0;ef788a4cade8:46025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:36:00,246 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:36:00,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138714642/master 2024-11-14T21:36:00,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138714642 2024-11-14T21:36:00,247 DEBUG [M:0;ef788a4cade8:46025 {}] zookeeper.ZKUtil(347): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Unable to get data of znode /11138714642/master because node does not exist (not an error) 2024-11-14T21:36:00,247 WARN [M:0;ef788a4cade8:46025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:36:00,254 INFO [M:0;ef788a4cade8:46025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/.lastflushedseqids 2024-11-14T21:36:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741836_1012 (size=99) 2024-11-14T21:36:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:00,342 INFO [RS:0;ef788a4cade8:42413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x100ac5de6cb0004, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:00,342 INFO [RS:0;ef788a4cade8:42413 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,42413,1731620145184; zookeeper connection closed. 2024-11-14T21:36:00,343 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5abb1664 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5abb1664 2024-11-14T21:36:00,343 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:36:00,666 INFO [M:0;ef788a4cade8:46025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:36:00,666 INFO [M:0;ef788a4cade8:46025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:36:00,667 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:00,667 INFO [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:00,667 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:00,667 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:00,667 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:00,667 INFO [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T21:36:00,687 DEBUG [M:0;ef788a4cade8:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a3848be948245d2bb01e4c3a02247ce is 82, key is hbase:meta,,1/info:regioninfo/1731620148184/Put/seqid=0 2024-11-14T21:36:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741837_1013 (size=5672) 2024-11-14T21:36:00,938 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:36:00,959 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:36:01,093 INFO [M:0;ef788a4cade8:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a3848be948245d2bb01e4c3a02247ce 2024-11-14T21:36:01,116 DEBUG [M:0;ef788a4cade8:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8316bc0b11e48b6abe37f0e9d5f3726 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731620148260/Put/seqid=0 2024-11-14T21:36:01,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741838_1014 (size=5275) 2024-11-14T21:36:01,522 INFO [M:0;ef788a4cade8:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8316bc0b11e48b6abe37f0e9d5f3726 2024-11-14T21:36:01,553 DEBUG [M:0;ef788a4cade8:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb2ffa39e3014c07965812635ebc4910 is 69, key is ef788a4cade8,42413,1731620145184/rs:state/1731620146964/Put/seqid=0 2024-11-14T21:36:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741839_1015 (size=5156) 2024-11-14T21:36:01,962 INFO [M:0;ef788a4cade8:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb2ffa39e3014c07965812635ebc4910 2024-11-14T21:36:01,970 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a3848be948245d2bb01e4c3a02247ce as hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a3848be948245d2bb01e4c3a02247ce 2024-11-14T21:36:01,977 INFO [M:0;ef788a4cade8:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a3848be948245d2bb01e4c3a02247ce, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T21:36:01,978 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8316bc0b11e48b6abe37f0e9d5f3726 as hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8316bc0b11e48b6abe37f0e9d5f3726 2024-11-14T21:36:01,984 INFO [M:0;ef788a4cade8:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8316bc0b11e48b6abe37f0e9d5f3726, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T21:36:01,985 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb2ffa39e3014c07965812635ebc4910 as hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb2ffa39e3014c07965812635ebc4910 2024-11-14T21:36:01,990 INFO [M:0;ef788a4cade8:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35037/user/jenkins/test-data/77f34765-a8b7-f330-0028-55484e5e11cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb2ffa39e3014c07965812635ebc4910, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T21:36:01,991 INFO [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false 2024-11-14T21:36:01,993 INFO [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:01,993 DEBUG [M:0;ef788a4cade8:46025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620160666Disabling compacts and flushes for region at 1731620160666Disabling writes for close at 1731620160667 (+1 ms)Obtaining lock to block concurrent updates at 1731620160667Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620160667Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731620160668 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620160669 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620160669Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620160686 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620160686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620161099 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620161116 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620161116Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620161529 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620161552 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620161552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650dc295: reopening flushed file at 1731620161969 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fb9769: reopening flushed file at 1731620161977 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3e40ab: reopening flushed file at 1731620161984 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false at 1731620161991 (+7 ms)Writing region close event to WAL at 1731620161993 (+2 ms)Closed at 1731620161993 2024-11-14T21:36:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741830_1006 (size=10165) 2024-11-14T21:36:01,996 INFO [M:0;ef788a4cade8:46025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:36:01,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:01,996 INFO [M:0;ef788a4cade8:46025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46025 2024-11-14T21:36:02,000 INFO [M:0;ef788a4cade8:46025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:02,044 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:36:02,065 DEBUG [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/WALs/ef788a4cade8,44447,1731620154658/ef788a4cade8%2C44447%2C1731620154658.1731620155429 to pos 0, reset compression=false 2024-11-14T21:36:02,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:02,102 INFO [M:0;ef788a4cade8:46025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:02,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x100ac5de6cb0003, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:02,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24881a6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:02,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e518da2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:02,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:02,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd56784{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:02,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b469ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:02,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:36:02,113 WARN [BP-1593954561-172.17.0.2-1731620143788 heartbeating to localhost/127.0.0.1:35037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:36:02,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:36:02,113 WARN [BP-1593954561-172.17.0.2-1731620143788 heartbeating to localhost/127.0.0.1:35037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593954561-172.17.0.2-1731620143788 (Datanode Uuid d2c6a400-b796-429f-beee-fb7081339999) service to localhost/127.0.0.1:35037 2024-11-14T21:36:02,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/cluster_7803a877-47e5-3852-eee8-887f11c5ea9a/data/data1/current/BP-1593954561-172.17.0.2-1731620143788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:02,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/cluster_7803a877-47e5-3852-eee8-887f11c5ea9a/data/data2/current/BP-1593954561-172.17.0.2-1731620143788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:02,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:36:02,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a4062b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:02,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27cedf20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:02,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:02,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60446212{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:02,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39b6cdc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:36:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:36:02,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:02,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:02,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:02,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:36:02,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=599875027, stopped=false 2024-11-14T21:36:02,158 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,37401,1731620154616 2024-11-14T21:36:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/running 2024-11-14T21:36:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/running 2024-11-14T21:36:02,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:36:02,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:36:02,167 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:36:02,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:02,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:02,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:36:02,168 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,44447,1731620154658' ***** 2024-11-14T21:36:02,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Set watcher on znode that does not yet exist, /0677028453/running 2024-11-14T21:36:02,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:36:02,168 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:36:02,168 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:36:02,168 INFO [RS:0;ef788a4cade8:44447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:36:02,168 INFO [RS:0;ef788a4cade8:44447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:36:02,168 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:36:02,176 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,44447,1731620154658 2024-11-14T21:36:02,176 INFO [RS:0;ef788a4cade8:44447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:36:02,176 INFO [RS:0;ef788a4cade8:44447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:44447. 2024-11-14T21:36:02,176 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d0b81340dcca22408d4c822a4ec164b, disabling compactions & flushes 2024-11-14T21:36:02,176 DEBUG [RS:0;ef788a4cade8:44447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:02,176 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,176 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:36:02,176 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:36:02,176 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:36:02,176 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:36:02,176 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. after waiting 0 ms 2024-11-14T21:36:02,176 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:36:02,176 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:36:02,176 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:36:02,177 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:36:02,177 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2d0b81340dcca22408d4c822a4ec164b=hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b.} 2024-11-14T21:36:02,177 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0b81340dcca22408d4c822a4ec164b 2024-11-14T21:36:02,177 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:36:02,177 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:36:02,177 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:36:02,177 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:36:02,178 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:36:02,178 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T21:36:02,185 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/replication/2d0b81340dcca22408d4c822a4ec164b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T21:36:02,186 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:02,186 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:02,186 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:36:02,186 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d0b81340dcca22408d4c822a4ec164b: Waiting for close lock at 1731620162176Running coprocessor pre-close hooks at 1731620162176Disabling compacts and flushes for region at 1731620162176Disabling writes for close at 1731620162176Writing region close event to WAL at 1731620162179 (+3 ms)Running coprocessor post-close hooks at 1731620162185 (+6 ms)Closed at 1731620162186 (+1 ms) 2024-11-14T21:36:02,186 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b. 2024-11-14T21:36:02,204 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/info/405d71b0e90e499ebe682a157926c0cc is 147, key is hbase:replication,,1731620148476.2d0b81340dcca22408d4c822a4ec164b./info:regioninfo/1731620159957/Put/seqid=0 2024-11-14T21:36:02,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741851_1027 (size=6385) 2024-11-14T21:36:02,247 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:36:02,247 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:36:02,248 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:36:02,377 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:02,578 DEBUG [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:02,612 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/info/405d71b0e90e499ebe682a157926c0cc 2024-11-14T21:36:02,620 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/.tmp/info/405d71b0e90e499ebe682a157926c0cc as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/info/405d71b0e90e499ebe682a157926c0cc 2024-11-14T21:36:02,627 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/info/405d71b0e90e499ebe682a157926c0cc, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T21:36:02,628 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false 2024-11-14T21:36:02,633 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T21:36:02,634 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:02,634 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:02,634 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:02,634 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620162177Running coprocessor pre-close hooks at 1731620162177Disabling compacts and flushes for region at 1731620162177Disabling writes for close at 1731620162177Obtaining lock to block concurrent updates at 1731620162178 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731620162178Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731620162178Flushing stores of hbase:meta,,1.1588230740 at 1731620162180 (+2 ms)Flushing 1588230740/info: creating writer at 1731620162180Flushing 1588230740/info: appending metadata at 1731620162203 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731620162203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e900ed4: reopening flushed file at 1731620162619 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false at 1731620162628 (+9 ms)Writing region close event to WAL at 1731620162630 (+2 ms)Running coprocessor post-close hooks at 1731620162634 (+4 ms)Closed at 1731620162634 2024-11-14T21:36:02,635 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:02,778 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,44447,1731620154658; all regions closed. 2024-11-14T21:36:02,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741849_1025 (size=2156) 2024-11-14T21:36:02,784 DEBUG [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs 2024-11-14T21:36:02,784 INFO [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C44447%2C1731620154658.meta:.meta(num 1731620155858) 2024-11-14T21:36:02,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741850_1026 (size=796) 2024-11-14T21:36:02,788 DEBUG [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs 2024-11-14T21:36:02,788 INFO [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C44447%2C1731620154658.rep:(num 1731620159903) 2024-11-14T21:36:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741848_1024 (size=93) 2024-11-14T21:36:02,792 DEBUG [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/oldWALs 2024-11-14T21:36:02,792 INFO [RS:0;ef788a4cade8:44447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C44447%2C1731620154658:(num 1731620155429) 2024-11-14T21:36:02,792 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,792 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:36:02,792 INFO [RS:0;ef788a4cade8:44447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:02,792 INFO [RS:0;ef788a4cade8:44447 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:02,793 INFO [RS:0;ef788a4cade8:44447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:02,793 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:02,793 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,44447,1731620154658 because: Region server is closing 2024-11-14T21:36:02,793 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T21:36:02,793 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T21:36:02,793 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T21:36:02,793 INFO [RS:0;ef788a4cade8:44447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:44447. 2024-11-14T21:36:02,793 DEBUG [RS:0;ef788a4cade8:44447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:02,793 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,794 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:02,894 WARN [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:36:02,894 WARN [RS:0;ef788a4cade8:44447.replicationSource.shipperef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:36:02,894 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ef788a4cade8:44447.replicationSource.shipperef788a4cade8%2C44447%2C1731620154658,1-ef788a4cade8,44447,1731620154658 terminated 2024-11-14T21:36:02,894 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ef788a4cade8,44447,1731620154658 because: Region server is closing 2024-11-14T21:36:02,895 INFO [RS:0;ef788a4cade8:44447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:44447. 2024-11-14T21:36:02,895 DEBUG [RS:0;ef788a4cade8:44447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:02,895 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,895 DEBUG [RS:0;ef788a4cade8:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:02,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:02,996 WARN [RS:0;ef788a4cade8:44447.replicationSource.wal-reader.ef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:36:02,996 WARN [RS:0;ef788a4cade8:44447.replicationSource.shipperef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:36:02,996 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ef788a4cade8:44447.replicationSource.shipperef788a4cade8%2C44447%2C1731620154658,2-ef788a4cade8,44447,1731620154658 terminated 2024-11-14T21:36:02,996 INFO [RS:0;ef788a4cade8:44447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44447 2024-11-14T21:36:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453/rs 2024-11-14T21:36:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/rs/ef788a4cade8,44447,1731620154658 2024-11-14T21:36:02,999 INFO [RS:0;ef788a4cade8:44447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:03,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,44447,1731620154658] 2024-11-14T21:36:03,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0677028453/draining/ef788a4cade8,44447,1731620154658 already deleted, retry=false 2024-11-14T21:36:03,002 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,44447,1731620154658 expired; onlineServers=0 2024-11-14T21:36:03,002 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,37401,1731620154616' ***** 2024-11-14T21:36:03,002 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:36:03,002 INFO [M:0;ef788a4cade8:37401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:36:03,002 INFO [M:0;ef788a4cade8:37401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:03,002 DEBUG [M:0;ef788a4cade8:37401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:36:03,002 DEBUG [M:0;ef788a4cade8:37401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:36:03,002 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:36:03,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620155038 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620155038,5,FailOnTimeoutGroup] 2024-11-14T21:36:03,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620155035 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620155035,5,FailOnTimeoutGroup] 2024-11-14T21:36:03,003 INFO [M:0;ef788a4cade8:37401 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:03,003 INFO [M:0;ef788a4cade8:37401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:03,003 DEBUG [M:0;ef788a4cade8:37401 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:36:03,003 INFO [M:0;ef788a4cade8:37401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:36:03,003 INFO [M:0;ef788a4cade8:37401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:36:03,003 INFO [M:0;ef788a4cade8:37401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:36:03,003 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:36:03,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0677028453/master 2024-11-14T21:36:03,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0677028453 2024-11-14T21:36:03,010 DEBUG [M:0;ef788a4cade8:37401 {}] zookeeper.ZKUtil(347): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Unable to get data of znode /0677028453/master because node does not exist (not an error) 2024-11-14T21:36:03,010 WARN [M:0;ef788a4cade8:37401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:36:03,011 INFO [M:0;ef788a4cade8:37401 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/.lastflushedseqids 2024-11-14T21:36:03,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741852_1028 (size=181) 2024-11-14T21:36:03,026 INFO [M:0;ef788a4cade8:37401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:36:03,026 INFO [M:0;ef788a4cade8:37401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:36:03,026 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:03,026 INFO [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:03,026 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:03,026 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:03,026 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:03,027 INFO [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T21:36:03,050 DEBUG [M:0;ef788a4cade8:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baacbbcf84c44b94886b4e6b577e886e is 82, key is hbase:meta,,1/info:regioninfo/1731620155939/Put/seqid=0 2024-11-14T21:36:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741853_1029 (size=5680) 2024-11-14T21:36:03,068 INFO [M:0;ef788a4cade8:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baacbbcf84c44b94886b4e6b577e886e 2024-11-14T21:36:03,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:03,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x100ac5de6cb0007, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:03,101 INFO [RS:0;ef788a4cade8:44447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:03,101 INFO [RS:0;ef788a4cade8:44447 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,44447,1731620154658; zookeeper connection closed. 2024-11-14T21:36:03,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@604ab9ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@604ab9ff 2024-11-14T21:36:03,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:36:03,127 DEBUG [M:0;ef788a4cade8:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590262be43a8495cac67c1f0cf8784fb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731620159970/Put/seqid=0 2024-11-14T21:36:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741854_1030 (size=7319) 2024-11-14T21:36:03,144 INFO [M:0;ef788a4cade8:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590262be43a8495cac67c1f0cf8784fb 2024-11-14T21:36:03,180 DEBUG [M:0;ef788a4cade8:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91ebd1c0fdd54e1286327e500900168d is 69, key is ef788a4cade8,44447,1731620154658/rs:state/1731620155137/Put/seqid=0 2024-11-14T21:36:03,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741855_1031 (size=5371) 2024-11-14T21:36:03,188 INFO [M:0;ef788a4cade8:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91ebd1c0fdd54e1286327e500900168d 2024-11-14T21:36:03,196 INFO [M:0;ef788a4cade8:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91ebd1c0fdd54e1286327e500900168d 2024-11-14T21:36:03,198 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baacbbcf84c44b94886b4e6b577e886e as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baacbbcf84c44b94886b4e6b577e886e 2024-11-14T21:36:03,205 INFO [M:0;ef788a4cade8:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baacbbcf84c44b94886b4e6b577e886e, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T21:36:03,207 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590262be43a8495cac67c1f0cf8784fb as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/590262be43a8495cac67c1f0cf8784fb 2024-11-14T21:36:03,213 INFO [M:0;ef788a4cade8:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/590262be43a8495cac67c1f0cf8784fb, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T21:36:03,214 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91ebd1c0fdd54e1286327e500900168d as hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91ebd1c0fdd54e1286327e500900168d 2024-11-14T21:36:03,222 INFO [M:0;ef788a4cade8:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91ebd1c0fdd54e1286327e500900168d 2024-11-14T21:36:03,222 INFO [M:0;ef788a4cade8:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36915/user/jenkins/test-data/23ea9a24-4dd2-e602-5331-3ff5bf98933d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91ebd1c0fdd54e1286327e500900168d, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T21:36:03,223 INFO [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=172, compaction requested=false 2024-11-14T21:36:03,238 INFO [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:03,238 DEBUG [M:0;ef788a4cade8:37401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620163026Disabling compacts and flushes for region at 1731620163026Disabling writes for close at 1731620163026Obtaining lock to block concurrent updates at 1731620163027 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620163027Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731620163027Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620163028 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620163028Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620163050 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620163050Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620163089 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620163126 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620163127 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620163155 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620163179 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620163179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30587718: reopening flushed file at 1731620163197 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b095e09: reopening flushed file at 1731620163205 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed46065: reopening flushed file at 1731620163214 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=172, compaction requested=false at 1731620163223 (+9 ms)Writing region close event to WAL at 1731620163237 (+14 ms)Closed at 1731620163237 2024-11-14T21:36:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741847_1023 (size=22949) 2024-11-14T21:36:03,250 INFO [M:0;ef788a4cade8:37401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:36:03,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:03,250 INFO [M:0;ef788a4cade8:37401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37401 2024-11-14T21:36:03,250 INFO [M:0;ef788a4cade8:37401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:03,356 INFO [M:0;ef788a4cade8:37401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:03,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:03,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x100ac5de6cb0006, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:03,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d571c4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:03,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@411f3281{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:03,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:03,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e87b1e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:03,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c34c38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:03,392 WARN [BP-1760311715-172.17.0.2-1731620133526 heartbeating to localhost/127.0.0.1:36915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:36:03,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:36:03,392 WARN [BP-1760311715-172.17.0.2-1731620133526 heartbeating to localhost/127.0.0.1:36915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1760311715-172.17.0.2-1731620133526 (Datanode Uuid c4907fe9-2643-4797-8c55-6b22c4f8568e) service to localhost/127.0.0.1:36915 2024-11-14T21:36:03,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:36:03,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:36:03,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce/data/data1/current/BP-1760311715-172.17.0.2-1731620133526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:03,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/cluster_11eb4287-8d57-a6fe-b361-e7f6d9944dce/data/data2/current/BP-1760311715-172.17.0.2-1731620133526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:03,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:03,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:03,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:03,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:03,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc5beb7-a179-30ea-d57b-d77d50676b6a/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:03,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:36:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:36:03,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=115 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef788a4cade8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ef788a4cade8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35037 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef788a4cade8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef788a4cade8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ef788a4cade8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36915 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=877 (was 892), ProcessCount=11 (was 11), AvailableMemoryMB=1370 (was 1947) 2024-11-14T21:36:03,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=877, ProcessCount=11, AvailableMemoryMB=1366 2024-11-14T21:36:03,504 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T21:36:03,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.log.dir so I do NOT create it in target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0 2024-11-14T21:36:03,506 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:36:03,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.tmp.dir so I do NOT create it in target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0 2024-11-14T21:36:03,506 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e6d020-e8d3-285f-3d14-15a672e2b659/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:36:03,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0 2024-11-14T21:36:03,506 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96, deleteOnExit=true 2024-11-14T21:36:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac5de6cb0005, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:36:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac5de6cb0002, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:36:03,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac5de6cb0005, quorum=127.0.0.1:52661, baseZNode=/11138714642 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:36:03,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac5de6cb0002, quorum=127.0.0.1:52661, baseZNode=/0677028453 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:36:03,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96/zookeeper_0, clientPort=54299, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:36:03,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54299 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/test.cache.data in system properties and HBase conf 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:36:03,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:36:03,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:36:03,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:03,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:03,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:36:03,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:03,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:36:03,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:36:03,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:36:03,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:03,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:03,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:03,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:03,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:36:03,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:03,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aba68e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:03,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b97d311{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:03,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57806ccb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/java.io.tmpdir/jetty-localhost-44625-hadoop-hdfs-3_4_1-tests_jar-_-any-624290454067715464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:03,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc3881{HTTP/1.1, (http/1.1)}{localhost:44625} 2024-11-14T21:36:03,959 INFO [Time-limited test {}] server.Server(415): Started @33312ms 2024-11-14T21:36:04,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:04,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:04,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:04,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:04,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:36:04,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87d2036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:04,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f10cf5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:04,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@759face6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/java.io.tmpdir/jetty-localhost-44509-hadoop-hdfs-3_4_1-tests_jar-_-any-11912300513588388996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:04,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ca45c7{HTTP/1.1, (http/1.1)}{localhost:44509} 2024-11-14T21:36:04,323 INFO [Time-limited test {}] server.Server(415): Started @33676ms 2024-11-14T21:36:04,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:36:04,535 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96/data/data2/current/BP-1656930372-172.17.0.2-1731620163581/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:04,535 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96/data/data1/current/BP-1656930372-172.17.0.2-1731620163581/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:04,582 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:36:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e761a53825221 with lease ID 0xaff69c6423c2268f: Processing first storage report for DS-c839be11-0150-4b6c-b38a-184c80b88bd5 from datanode DatanodeRegistration(127.0.0.1:39049, datanodeUuid=f7e43f24-9824-4933-b260-266d372ee0f9, infoPort=40063, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1604830386;c=1731620163581) 2024-11-14T21:36:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e761a53825221 with lease ID 0xaff69c6423c2268f: from storage DS-c839be11-0150-4b6c-b38a-184c80b88bd5 node DatanodeRegistration(127.0.0.1:39049, datanodeUuid=f7e43f24-9824-4933-b260-266d372ee0f9, infoPort=40063, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1604830386;c=1731620163581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:36:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e761a53825221 with lease ID 0xaff69c6423c2268f: Processing first storage report for DS-0b6aa69b-f95d-478d-8af6-486752407703 from datanode DatanodeRegistration(127.0.0.1:39049, datanodeUuid=f7e43f24-9824-4933-b260-266d372ee0f9, infoPort=40063, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1604830386;c=1731620163581) 2024-11-14T21:36:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e761a53825221 with lease ID 0xaff69c6423c2268f: from storage DS-0b6aa69b-f95d-478d-8af6-486752407703 node DatanodeRegistration(127.0.0.1:39049, datanodeUuid=f7e43f24-9824-4933-b260-266d372ee0f9, infoPort=40063, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1604830386;c=1731620163581), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:36:04,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0 2024-11-14T21:36:04,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:04,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:04,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:36:05,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572 with version=8 2024-11-14T21:36:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/hbase-staging 2024-11-14T21:36:05,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:05,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:05,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:05,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:05,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:05,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:05,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:36:05,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:05,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40239 2024-11-14T21:36:05,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40239 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-11-14T21:36:05,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402390x0, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:05,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40239-0x100ac5e5fd90000 connected 2024-11-14T21:36:05,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:05,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:05,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on znode that does not yet exist, /0-799938022/running 2024-11-14T21:36:05,191 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572, hbase.cluster.distributed=false 2024-11-14T21:36:05,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on znode that does not yet exist, /0-799938022/acl 2024-11-14T21:36:05,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40239 2024-11-14T21:36:05,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40239 2024-11-14T21:36:05,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40239 2024-11-14T21:36:05,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40239 2024-11-14T21:36:05,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40239 2024-11-14T21:36:05,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:05,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:05,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:05,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:05,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:05,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:05,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:36:05,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:05,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33541 2024-11-14T21:36:05,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33541 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-11-14T21:36:05,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:05,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335410x0, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:05,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33541-0x100ac5e5fd90001 connected 2024-11-14T21:36:05,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on znode that does not yet exist, /0-799938022/running 2024-11-14T21:36:05,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:36:05,238 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:36:05,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on znode that does not yet exist, /0-799938022/master 2024-11-14T21:36:05,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on znode that does not yet exist, /0-799938022/acl 2024-11-14T21:36:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33541 2024-11-14T21:36:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33541 2024-11-14T21:36:05,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33541 2024-11-14T21:36:05,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33541 2024-11-14T21:36:05,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33541 2024-11-14T21:36:05,280 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:40239 2024-11-14T21:36:05,287 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-799938022/backup-masters/ef788a4cade8,40239,1731620165120 2024-11-14T21:36:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022/backup-masters 2024-11-14T21:36:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022/backup-masters 2024-11-14T21:36:05,289 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on existing znode=/0-799938022/backup-masters/ef788a4cade8,40239,1731620165120 2024-11-14T21:36:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799938022/master 2024-11-14T21:36:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:05,292 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on existing znode=/0-799938022/master 2024-11-14T21:36:05,293 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-799938022/backup-masters/ef788a4cade8,40239,1731620165120 from backup master directory 2024-11-14T21:36:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799938022/backup-masters/ef788a4cade8,40239,1731620165120 2024-11-14T21:36:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022/backup-masters 2024-11-14T21:36:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022/backup-masters 2024-11-14T21:36:05,297 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:05,297 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,40239,1731620165120 2024-11-14T21:36:05,302 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/hbase.id] with ID: 39476aad-3cb5-45e0-9223-a1997b74b37c 2024-11-14T21:36:05,302 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/.tmp/hbase.id 2024-11-14T21:36:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:36:05,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:36:05,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:05,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:05,716 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/.tmp/hbase.id]:[hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/hbase.id] 2024-11-14T21:36:05,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:05,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:36:05,752 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T21:36:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:36:05,787 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:05,789 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:36:05,789 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:36:06,210 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store 2024-11-14T21:36:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:36:06,626 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:06,626 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:06,627 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:06,627 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:06,627 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:06,627 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:06,627 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:06,627 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620166626Disabling compacts and flushes for region at 1731620166626Disabling writes for close at 1731620166627 (+1 ms)Writing region close event to WAL at 1731620166627Closed at 1731620166627 2024-11-14T21:36:06,628 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/.initializing 2024-11-14T21:36:06,628 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/WALs/ef788a4cade8,40239,1731620165120 2024-11-14T21:36:06,630 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:06,634 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C40239%2C1731620165120, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/WALs/ef788a4cade8,40239,1731620165120, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/oldWALs, maxLogs=10 2024-11-14T21:36:06,650 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/WALs/ef788a4cade8,40239,1731620165120/ef788a4cade8%2C40239%2C1731620165120.1731620166634, exclude list is [], retry=0 2024-11-14T21:36:06,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39049,DS-c839be11-0150-4b6c-b38a-184c80b88bd5,DISK] 2024-11-14T21:36:06,659 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/WALs/ef788a4cade8,40239,1731620165120/ef788a4cade8%2C40239%2C1731620165120.1731620166634 2024-11-14T21:36:06,679 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40063:40063)] 2024-11-14T21:36:06,679 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:06,679 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:06,679 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,679 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:36:06,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:06,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:06,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:36:06,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:06,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:06,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:36:06,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:06,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:06,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:36:06,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:06,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:06,699 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,699 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,700 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,703 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,703 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,704 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:06,705 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:06,712 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:06,713 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58932679, jitterRate=-0.1218346506357193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:06,714 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620166680Initializing all the Stores at 1731620166681 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620166682 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620166685 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620166685Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620166685Cleaning up temporary data from old regions at 1731620166703 (+18 ms)Region opened successfully at 1731620166714 (+11 ms) 2024-11-14T21:36:06,714 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:36:06,719 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f9f00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:06,720 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:36:06,721 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:36:06,721 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:36:06,721 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:36:06,721 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:36:06,722 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:36:06,722 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:36:06,735 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:36:06,736 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Unable to get data of znode /0-799938022/balancer because node does not exist (not necessarily an error) 2024-11-14T21:36:06,737 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799938022/balancer already deleted, retry=false 2024-11-14T21:36:06,737 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:36:06,738 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Unable to get data of znode /0-799938022/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:36:06,739 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799938022/normalizer already deleted, retry=false 2024-11-14T21:36:06,740 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:36:06,768 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Unable to get data of znode /0-799938022/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:36:06,770 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799938022/switch/split already deleted, retry=false 2024-11-14T21:36:06,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Unable to get data of znode /0-799938022/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:36:06,776 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799938022/switch/merge already deleted, retry=false 2024-11-14T21:36:06,779 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Unable to get data of znode /0-799938022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:36:06,781 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799938022/snapshot-cleanup already deleted, retry=false 2024-11-14T21:36:06,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799938022/running 2024-11-14T21:36:06,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:06,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799938022/running 2024-11-14T21:36:06,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:06,786 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,40239,1731620165120, sessionid=0x100ac5e5fd90000, setting cluster-up flag (Was=false) 2024-11-14T21:36:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:06,805 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-799938022/flush-table-proc/acquired, /0-799938022/flush-table-proc/reached, /0-799938022/flush-table-proc/abort 2024-11-14T21:36:06,806 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,40239,1731620165120 2024-11-14T21:36:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:06,819 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-799938022/online-snapshot/acquired, /0-799938022/online-snapshot/reached, /0-799938022/online-snapshot/abort 2024-11-14T21:36:06,822 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,40239,1731620165120 2024-11-14T21:36:06,827 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:36:06,832 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:06,832 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:36:06,832 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:36:06,833 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,40239,1731620165120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:36:06,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:06,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:06,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:06,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:06,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:36:06,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:06,835 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:06,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:36:06,842 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:06,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:36:06,854 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620196854 2024-11-14T21:36:06,855 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:36:06,855 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:36:06,855 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:36:06,855 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:36:06,855 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:36:06,855 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:36:06,863 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:36:06,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:36:06,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:36:06,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:36:06,872 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(746): ClusterId : 39476aad-3cb5-45e0-9223-a1997b74b37c 2024-11-14T21:36:06,872 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:36:06,874 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:36:06,875 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:36:06,875 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:36:06,875 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:36:06,875 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620166875,5,FailOnTimeoutGroup] 2024-11-14T21:36:06,877 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:36:06,878 DEBUG [RS:0;ef788a4cade8:33541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfa77ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:06,878 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620166875,5,FailOnTimeoutGroup] 2024-11-14T21:36:06,878 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,878 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:36:06,879 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,879 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:36:06,907 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:33541 2024-11-14T21:36:06,907 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:36:06,907 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:36:06,907 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:36:06,908 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,40239,1731620165120 with port=33541, startcode=1731620165218 2024-11-14T21:36:06,908 DEBUG [RS:0;ef788a4cade8:33541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:36:06,911 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:36:06,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,33541,1731620165218 2024-11-14T21:36:06,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40239 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,33541,1731620165218 2024-11-14T21:36:06,918 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572 2024-11-14T21:36:06,918 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37849 2024-11-14T21:36:06,918 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:36:06,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022/rs 2024-11-14T21:36:06,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,33541,1731620165218] 2024-11-14T21:36:06,924 DEBUG [RS:0;ef788a4cade8:33541 {}] zookeeper.ZKUtil(111): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on existing znode=/0-799938022/rs/ef788a4cade8,33541,1731620165218 2024-11-14T21:36:06,924 WARN [RS:0;ef788a4cade8:33541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:06,924 INFO [RS:0;ef788a4cade8:33541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:06,924 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218 2024-11-14T21:36:06,931 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:36:06,934 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:36:06,934 INFO [RS:0;ef788a4cade8:33541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:36:06,934 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,934 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:36:06,935 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:36:06,935 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:06,936 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:06,937 DEBUG [RS:0;ef788a4cade8:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:06,937 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,937 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,937 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,937 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,937 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,937 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33541,1731620165218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:06,957 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:36:06,957 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33541,1731620165218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,958 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,958 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.Replication(171): ef788a4cade8,33541,1731620165218 started 2024-11-14T21:36:06,975 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:06,975 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,33541,1731620165218, RpcServer on ef788a4cade8/172.17.0.2:33541, sessionid=0x100ac5e5fd90001 2024-11-14T21:36:06,975 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:36:06,975 DEBUG [RS:0;ef788a4cade8:33541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,33541,1731620165218 2024-11-14T21:36:06,975 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33541,1731620165218' 2024-11-14T21:36:06,975 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-799938022/flush-table-proc/abort' 2024-11-14T21:36:06,976 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-799938022/flush-table-proc/acquired' 2024-11-14T21:36:06,977 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:36:06,977 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:36:06,977 DEBUG [RS:0;ef788a4cade8:33541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,33541,1731620165218 2024-11-14T21:36:06,977 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33541,1731620165218' 2024-11-14T21:36:06,977 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-799938022/online-snapshot/abort' 2024-11-14T21:36:06,977 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-799938022/online-snapshot/acquired' 2024-11-14T21:36:06,978 DEBUG [RS:0;ef788a4cade8:33541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:36:06,978 INFO [RS:0;ef788a4cade8:33541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:36:06,978 INFO [RS:0;ef788a4cade8:33541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:36:07,078 INFO [RS:0;ef788a4cade8:33541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:07,081 INFO [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33541%2C1731620165218, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/oldWALs, maxLogs=10 2024-11-14T21:36:07,099 DEBUG [RS:0;ef788a4cade8:33541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082, exclude list is [], retry=0 2024-11-14T21:36:07,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39049,DS-c839be11-0150-4b6c-b38a-184c80b88bd5,DISK] 2024-11-14T21:36:07,106 INFO [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 2024-11-14T21:36:07,106 DEBUG [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40063:40063)] 2024-11-14T21:36:07,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:36:07,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572 2024-11-14T21:36:07,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:36:07,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:07,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:07,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:07,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:07,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:07,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:07,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:07,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:07,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:07,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:07,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740 2024-11-14T21:36:07,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740 2024-11-14T21:36:07,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:07,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:07,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:07,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:07,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:07,338 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62539221, jitterRate=-0.06809298694133759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:07,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620167299Initializing all the Stores at 1731620167301 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620167301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620167302 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620167302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620167302Cleaning up temporary data from old regions at 1731620167330 (+28 ms)Region opened successfully at 1731620167340 (+10 ms) 2024-11-14T21:36:07,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:36:07,340 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:36:07,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:36:07,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:36:07,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:36:07,343 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:07,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620167340Disabling compacts and flushes for region at 1731620167340Disabling writes for close at 1731620167340Writing region close event to WAL at 1731620167343 (+3 ms)Closed at 1731620167343 2024-11-14T21:36:07,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:07,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:36:07,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:36:07,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:07,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:36:07,501 DEBUG [ef788a4cade8:40239 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:36:07,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,33541,1731620165218 2024-11-14T21:36:07,504 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33541,1731620165218, state=OPENING 2024-11-14T21:36:07,506 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:36:07,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:07,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:07,509 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:07,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33541,1731620165218}] 2024-11-14T21:36:07,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799938022/meta-region-server: CHANGED 2024-11-14T21:36:07,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799938022/meta-region-server: CHANGED 2024-11-14T21:36:07,663 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:36:07,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:36:07,671 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:36:07,671 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:07,671 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:36:07,673 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33541%2C1731620165218.meta, suffix=.meta, logDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/oldWALs, maxLogs=10 2024-11-14T21:36:07,689 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.meta.1731620167673.meta, exclude list is [], retry=0 2024-11-14T21:36:07,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39049,DS-c839be11-0150-4b6c-b38a-184c80b88bd5,DISK] 2024-11-14T21:36:07,693 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.meta.1731620167673.meta 2024-11-14T21:36:07,693 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40063:40063)] 2024-11-14T21:36:07,694 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:07,694 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:07,694 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:36:07,694 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:36:07,694 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:36:07,694 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:36:07,695 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:07,695 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:36:07,695 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:36:07,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:07,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:07,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:07,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:07,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:07,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:07,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:07,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:07,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:07,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:07,703 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:07,703 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740 2024-11-14T21:36:07,704 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740 2024-11-14T21:36:07,706 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:07,706 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:07,706 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:07,709 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:07,710 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74679390, jitterRate=0.11280962824821472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:07,710 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:36:07,711 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620167695Writing region info on filesystem at 1731620167695Initializing all the Stores at 1731620167696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620167696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620167696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620167696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620167696Cleaning up temporary data from old regions at 1731620167706 (+10 ms)Running coprocessor post-open hooks at 1731620167710 (+4 ms)Region opened successfully at 1731620167711 (+1 ms) 2024-11-14T21:36:07,712 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620167663 2024-11-14T21:36:07,715 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:36:07,715 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:36:07,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33541,1731620165218 2024-11-14T21:36:07,717 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33541,1731620165218, state=OPEN 2024-11-14T21:36:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-799938022/meta-region-server 2024-11-14T21:36:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-799938022/meta-region-server 2024-11-14T21:36:07,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,33541,1731620165218 2024-11-14T21:36:07,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799938022/meta-region-server: CHANGED 2024-11-14T21:36:07,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799938022/meta-region-server: CHANGED 2024-11-14T21:36:07,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:36:07,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33541,1731620165218 in 215 msec 2024-11-14T21:36:07,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:36:07,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-14T21:36:07,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:07,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:36:07,733 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:07,733 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33541,1731620165218, seqNum=-1] 2024-11-14T21:36:07,733 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:07,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:07,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 910 msec 2024-11-14T21:36:07,742 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620167742, completionTime=-1 2024-11-14T21:36:07,742 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:36:07,742 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:36:07,744 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:36:07,744 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620227744 2024-11-14T21:36:07,744 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620287744 2024-11-14T21:36:07,744 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:36:07,745 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40239,1731620165120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:07,745 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40239,1731620165120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:07,745 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40239,1731620165120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:07,745 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:40239, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:07,745 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:07,745 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:07,747 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.452sec 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40239,1731620165120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:07,750 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40239,1731620165120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:36:07,753 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:36:07,753 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:36:07,753 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40239,1731620165120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:07,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6e5437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:07,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,40239,-1 for getting cluster id 2024-11-14T21:36:07,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:07,774 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39476aad-3cb5-45e0-9223-a1997b74b37c' 2024-11-14T21:36:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39476aad-3cb5-45e0-9223-a1997b74b37c" 2024-11-14T21:36:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347bd17f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,40239,-1] 2024-11-14T21:36:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:07,777 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:07,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e90444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:07,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33541,1731620165218, seqNum=-1] 2024-11-14T21:36:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:07,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:07,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,40239,1731620165120 2024-11-14T21:36:07,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-11-14T21:36:07,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:07,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac5e5fd90002 connected 2024-11-14T21:36:07,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.log.dir so I do NOT create it in target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243 2024-11-14T21:36:07,791 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:36:07,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.tmp.dir so I do NOT create it in target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243 2024-11-14T21:36:07,791 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:36:07,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243 2024-11-14T21:36:07,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:36:07,791 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/cluster_cd042b2d-3ddd-2f6a-e523-2fa9203da062, deleteOnExit=true 2024-11-14T21:36:07,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:36:07,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/test.cache.data in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:36:07,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:36:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:36:07,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:36:08,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:08,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:08,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:08,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:08,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:36:08,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:08,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4eb1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:08,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a2b13f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:08,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66c8ee3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/java.io.tmpdir/jetty-localhost-45533-hadoop-hdfs-3_4_1-tests_jar-_-any-4041151405948343000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:08,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@207b6612{HTTP/1.1, (http/1.1)}{localhost:45533} 2024-11-14T21:36:08,319 INFO [Time-limited test {}] server.Server(415): Started @37672ms 2024-11-14T21:36:08,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:08,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:08,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:08,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:08,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:36:08,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e57ea33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:08,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a764c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:08,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671c1ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/java.io.tmpdir/jetty-localhost-42439-hadoop-hdfs-3_4_1-tests_jar-_-any-3187884423745658649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:08,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65ec49ee{HTTP/1.1, (http/1.1)}{localhost:42439} 2024-11-14T21:36:08,590 INFO [Time-limited test {}] server.Server(415): Started @37943ms 2024-11-14T21:36:08,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:36:08,819 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/cluster_cd042b2d-3ddd-2f6a-e523-2fa9203da062/data/data1/current/BP-601208704-172.17.0.2-1731620167826/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:08,820 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/cluster_cd042b2d-3ddd-2f6a-e523-2fa9203da062/data/data2/current/BP-601208704-172.17.0.2-1731620167826/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:08,849 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:36:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc90b25f859d14e8c with lease ID 0x87451d334a0e258b: Processing first storage report for DS-c4a7925d-a177-43eb-803b-27223ce959f0 from datanode DatanodeRegistration(127.0.0.1:37931, datanodeUuid=9fbdd700-b2d2-4194-be9a-993baf36df8f, infoPort=41705, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=956666225;c=1731620167826) 2024-11-14T21:36:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc90b25f859d14e8c with lease ID 0x87451d334a0e258b: from storage DS-c4a7925d-a177-43eb-803b-27223ce959f0 node DatanodeRegistration(127.0.0.1:37931, datanodeUuid=9fbdd700-b2d2-4194-be9a-993baf36df8f, infoPort=41705, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=956666225;c=1731620167826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:36:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc90b25f859d14e8c with lease ID 0x87451d334a0e258b: Processing first storage report for DS-ada640b5-6bd8-434c-a6f9-52e0e3e1d351 from datanode DatanodeRegistration(127.0.0.1:37931, datanodeUuid=9fbdd700-b2d2-4194-be9a-993baf36df8f, infoPort=41705, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=956666225;c=1731620167826) 2024-11-14T21:36:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc90b25f859d14e8c with lease ID 0x87451d334a0e258b: from storage DS-ada640b5-6bd8-434c-a6f9-52e0e3e1d351 node DatanodeRegistration(127.0.0.1:37931, datanodeUuid=9fbdd700-b2d2-4194-be9a-993baf36df8f, infoPort=41705, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=956666225;c=1731620167826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:36:08,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243 2024-11-14T21:36:08,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:08,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:36:08,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7 with version=8 2024-11-14T21:36:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/hbase-staging 2024-11-14T21:36:08,941 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:08,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:08,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:08,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:08,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:08,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:08,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:36:08,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:08,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41085 2024-11-14T21:36:08,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41085 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-11-14T21:36:08,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410850x0, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:08,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41085-0x100ac5e5fd90003 connected 2024-11-14T21:36:08,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:08,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:08,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on znode that does not yet exist, /1-1163421612/running 2024-11-14T21:36:08,974 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7, hbase.cluster.distributed=false 2024-11-14T21:36:08,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on znode that does not yet exist, /1-1163421612/acl 2024-11-14T21:36:08,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41085 2024-11-14T21:36:08,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41085 2024-11-14T21:36:08,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41085 2024-11-14T21:36:08,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41085 2024-11-14T21:36:08,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41085 2024-11-14T21:36:09,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:09,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:09,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:09,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:09,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:09,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:09,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:36:09,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:09,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35273 2024-11-14T21:36:09,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35273 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-11-14T21:36:09,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:09,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:09,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352730x0, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:09,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352730x0, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on znode that does not yet exist, /1-1163421612/running 2024-11-14T21:36:09,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:36:09,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35273-0x100ac5e5fd90004 connected 2024-11-14T21:36:09,019 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:36:09,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on znode that does not yet exist, /1-1163421612/master 2024-11-14T21:36:09,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on znode that does not yet exist, /1-1163421612/acl 2024-11-14T21:36:09,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-14T21:36:09,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35273 2024-11-14T21:36:09,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35273 2024-11-14T21:36:09,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-14T21:36:09,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-14T21:36:09,057 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:41085 2024-11-14T21:36:09,057 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1163421612/backup-masters/ef788a4cade8,41085,1731620168941 2024-11-14T21:36:09,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612/backup-masters 2024-11-14T21:36:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612/backup-masters 2024-11-14T21:36:09,066 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on existing znode=/1-1163421612/backup-masters/ef788a4cade8,41085,1731620168941 2024-11-14T21:36:09,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1163421612/master 2024-11-14T21:36:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:09,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on existing znode=/1-1163421612/master 2024-11-14T21:36:09,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1163421612/backup-masters/ef788a4cade8,41085,1731620168941 from backup master directory 2024-11-14T21:36:09,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612/backup-masters 2024-11-14T21:36:09,077 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:09,077 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,41085,1731620168941 2024-11-14T21:36:09,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163421612/backup-masters/ef788a4cade8,41085,1731620168941 2024-11-14T21:36:09,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612/backup-masters 2024-11-14T21:36:09,083 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/hbase.id] with ID: 3781256e-838c-4af0-8fe6-bf66fea9f6c8 2024-11-14T21:36:09,083 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/.tmp/hbase.id 2024-11-14T21:36:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:36:09,099 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/.tmp/hbase.id]:[hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/hbase.id] 2024-11-14T21:36:09,113 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:09,113 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:36:09,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T21:36:09,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:09,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:36:09,530 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:09,531 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:36:09,532 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:36:09,551 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store 2024-11-14T21:36:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:36:09,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:09,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:09,975 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:09,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:09,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:09,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:09,975 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:09,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620169975Disabling compacts and flushes for region at 1731620169975Disabling writes for close at 1731620169975Writing region close event to WAL at 1731620169975Closed at 1731620169975 2024-11-14T21:36:09,976 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/.initializing 2024-11-14T21:36:09,977 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/WALs/ef788a4cade8,41085,1731620168941 2024-11-14T21:36:09,978 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:09,980 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C41085%2C1731620168941, suffix=, logDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/WALs/ef788a4cade8,41085,1731620168941, archiveDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/oldWALs, maxLogs=10 2024-11-14T21:36:10,023 WARN [RS:0;ef788a4cade8:33541 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ef788a4cade8,40461,1731620138398: status=Processing ServerCrashProcedure of ef788a4cade8,40461,1731620138398 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731620155005, completionTime=-1 appears to have been leaked 2024-11-14T21:36:10,031 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/WALs/ef788a4cade8,41085,1731620168941/ef788a4cade8%2C41085%2C1731620168941.1731620169980, exclude list is [], retry=0 2024-11-14T21:36:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37931,DS-c4a7925d-a177-43eb-803b-27223ce959f0,DISK] 2024-11-14T21:36:10,037 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/WALs/ef788a4cade8,41085,1731620168941/ef788a4cade8%2C41085%2C1731620168941.1731620169980 2024-11-14T21:36:10,037 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)] 2024-11-14T21:36:10,037 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:10,037 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:10,038 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,038 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:36:10,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:10,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:36:10,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:10,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:36:10,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:10,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:36:10,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:10,050 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,051 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,051 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,053 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,053 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,053 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:10,055 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:10,058 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:10,059 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72849034, jitterRate=0.0855351984500885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:10,059 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620170038Initializing all the Stores at 1731620170039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620170039Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620170039Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620170039Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620170039Cleaning up temporary data from old regions at 1731620170053 (+14 ms)Region opened successfully at 1731620170059 (+6 ms) 2024-11-14T21:36:10,059 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:36:10,064 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503cdddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:10,065 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:36:10,065 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:36:10,065 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:36:10,065 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:36:10,066 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:36:10,066 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:36:10,066 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:36:10,069 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:36:10,070 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Unable to get data of znode /1-1163421612/balancer because node does not exist (not necessarily an error) 2024-11-14T21:36:10,071 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163421612/balancer already deleted, retry=false 2024-11-14T21:36:10,071 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:36:10,072 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Unable to get data of znode /1-1163421612/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:36:10,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163421612/normalizer already deleted, retry=false 2024-11-14T21:36:10,073 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:36:10,080 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Unable to get data of znode /1-1163421612/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:36:10,082 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163421612/switch/split already deleted, retry=false 2024-11-14T21:36:10,083 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Unable to get data of znode /1-1163421612/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:36:10,087 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163421612/switch/merge already deleted, retry=false 2024-11-14T21:36:10,089 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Unable to get data of znode /1-1163421612/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:36:10,091 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163421612/snapshot-cleanup already deleted, retry=false 2024-11-14T21:36:10,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1163421612/running 2024-11-14T21:36:10,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1163421612/running 2024-11-14T21:36:10,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,094 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,41085,1731620168941, sessionid=0x100ac5e5fd90003, setting cluster-up flag (Was=false) 2024-11-14T21:36:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,116 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1163421612/flush-table-proc/acquired, /1-1163421612/flush-table-proc/reached, /1-1163421612/flush-table-proc/abort 2024-11-14T21:36:10,118 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,41085,1731620168941 2024-11-14T21:36:10,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,150 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1163421612/online-snapshot/acquired, /1-1163421612/online-snapshot/reached, /1-1163421612/online-snapshot/abort 2024-11-14T21:36:10,163 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,41085,1731620168941 2024-11-14T21:36:10,165 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:36:10,174 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:10,174 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:36:10,175 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:36:10,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,41085,1731620168941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:36:10,179 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:10,180 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:10,180 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:10,180 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:10,180 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:36:10,180 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,180 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:10,180 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:10,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:36:10,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:36:10,198 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620200198 2024-11-14T21:36:10,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:36:10,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:36:10,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:36:10,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:36:10,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:36:10,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:36:10,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,224 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:36:10,224 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:36:10,224 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:36:10,224 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:36:10,227 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:36:10,227 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:36:10,230 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620170227,5,FailOnTimeoutGroup] 2024-11-14T21:36:10,232 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620170230,5,FailOnTimeoutGroup] 2024-11-14T21:36:10,232 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,233 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:36:10,233 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,233 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:36:10,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:36:10,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7 2024-11-14T21:36:10,246 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(746): ClusterId : 3781256e-838c-4af0-8fe6-bf66fea9f6c8 2024-11-14T21:36:10,246 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:36:10,248 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:36:10,248 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:36:10,250 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:36:10,251 DEBUG [RS:0;ef788a4cade8:35273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ee99dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:36:10,271 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:35273 2024-11-14T21:36:10,271 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:36:10,271 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:36:10,271 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:36:10,272 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,41085,1731620168941 with port=35273, startcode=1731620169005 2024-11-14T21:36:10,272 DEBUG [RS:0;ef788a4cade8:35273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:36:10,279 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:36:10,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,35273,1731620169005 2024-11-14T21:36:10,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41085 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,35273,1731620169005 2024-11-14T21:36:10,282 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7 2024-11-14T21:36:10,282 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33601 2024-11-14T21:36:10,282 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:36:10,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612/rs 2024-11-14T21:36:10,297 DEBUG [RS:0;ef788a4cade8:35273 {}] zookeeper.ZKUtil(111): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on existing znode=/1-1163421612/rs/ef788a4cade8,35273,1731620169005 2024-11-14T21:36:10,297 WARN [RS:0;ef788a4cade8:35273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:10,297 INFO [RS:0;ef788a4cade8:35273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:10,298 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005 2024-11-14T21:36:10,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,35273,1731620169005] 2024-11-14T21:36:10,307 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:36:10,310 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:36:10,310 INFO [RS:0;ef788a4cade8:35273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:36:10,311 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,312 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:36:10,313 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:36:10,315 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,315 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,316 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:10,316 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:10,316 DEBUG [RS:0;ef788a4cade8:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:10,324 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,324 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,324 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,324 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,324 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,324 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35273,1731620169005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:10,350 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:36:10,350 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35273,1731620169005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,350 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,350 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.Replication(171): ef788a4cade8,35273,1731620169005 started 2024-11-14T21:36:10,364 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:10,365 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,35273,1731620169005, RpcServer on ef788a4cade8/172.17.0.2:35273, sessionid=0x100ac5e5fd90004 2024-11-14T21:36:10,365 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:36:10,365 DEBUG [RS:0;ef788a4cade8:35273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,35273,1731620169005 2024-11-14T21:36:10,365 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35273,1731620169005' 2024-11-14T21:36:10,365 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1163421612/flush-table-proc/abort' 2024-11-14T21:36:10,366 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1163421612/flush-table-proc/acquired' 2024-11-14T21:36:10,366 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:36:10,366 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:36:10,366 DEBUG [RS:0;ef788a4cade8:35273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,35273,1731620169005 2024-11-14T21:36:10,366 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35273,1731620169005' 2024-11-14T21:36:10,366 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1163421612/online-snapshot/abort' 2024-11-14T21:36:10,367 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1163421612/online-snapshot/acquired' 2024-11-14T21:36:10,367 DEBUG [RS:0;ef788a4cade8:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:36:10,367 INFO [RS:0;ef788a4cade8:35273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:36:10,367 INFO [RS:0;ef788a4cade8:35273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:36:10,468 INFO [RS:0;ef788a4cade8:35273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:10,470 INFO [RS:0;ef788a4cade8:35273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35273%2C1731620169005, suffix=, logDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005, archiveDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/oldWALs, maxLogs=10 2024-11-14T21:36:10,486 DEBUG [RS:0;ef788a4cade8:35273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005/ef788a4cade8%2C35273%2C1731620169005.1731620170470, exclude list is [], retry=0 2024-11-14T21:36:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37931,DS-c4a7925d-a177-43eb-803b-27223ce959f0,DISK] 2024-11-14T21:36:10,491 INFO [RS:0;ef788a4cade8:35273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005/ef788a4cade8%2C35273%2C1731620169005.1731620170470 2024-11-14T21:36:10,492 DEBUG [RS:0;ef788a4cade8:35273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)] 2024-11-14T21:36:10,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:10,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:10,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:10,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:10,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:10,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:10,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:10,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:10,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:10,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:10,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:10,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:10,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:10,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:10,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:10,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740 2024-11-14T21:36:10,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740 2024-11-14T21:36:10,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:10,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:10,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:10,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:10,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:10,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71978246, jitterRate=0.07255944609642029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:10,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620170655Initializing all the Stores at 1731620170656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620170656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620170657 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620170657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620170657Cleaning up temporary data from old regions at 1731620170680 (+23 ms)Region opened successfully at 1731620170699 (+19 ms) 2024-11-14T21:36:10,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:36:10,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:36:10,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:36:10,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:36:10,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:36:10,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:10,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620170699Disabling compacts and flushes for region at 1731620170699Disabling writes for close at 1731620170700 (+1 ms)Writing region close event to WAL at 1731620170704 (+4 ms)Closed at 1731620170704 2024-11-14T21:36:10,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:10,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:36:10,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:36:10,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:10,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:36:10,869 DEBUG [ef788a4cade8:41085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:36:10,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,35273,1731620169005 2024-11-14T21:36:10,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,35273,1731620169005, state=OPENING 2024-11-14T21:36:10,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:36:10,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:10,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:10,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163421612/meta-region-server: CHANGED 2024-11-14T21:36:10,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,35273,1731620169005}] 2024-11-14T21:36:10,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163421612/meta-region-server: CHANGED 2024-11-14T21:36:11,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:36:11,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:36:11,050 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:36:11,051 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:11,051 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:36:11,063 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35273%2C1731620169005.meta, suffix=.meta, logDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005, archiveDir=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/oldWALs, maxLogs=10 2024-11-14T21:36:11,082 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005/ef788a4cade8%2C35273%2C1731620169005.meta.1731620171064.meta, exclude list is [], retry=0 2024-11-14T21:36:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37931,DS-c4a7925d-a177-43eb-803b-27223ce959f0,DISK] 2024-11-14T21:36:11,099 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005/ef788a4cade8%2C35273%2C1731620169005.meta.1731620171064.meta 2024-11-14T21:36:11,103 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)] 2024-11-14T21:36:11,103 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:11,104 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:11,104 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:36:11,104 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:36:11,104 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:36:11,104 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:36:11,104 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:11,104 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:36:11,104 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:36:11,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:11,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:11,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:11,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:11,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:11,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:11,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:11,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:11,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:11,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:11,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:11,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:11,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:11,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:11,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:11,116 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:11,117 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740 2024-11-14T21:36:11,118 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740 2024-11-14T21:36:11,119 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:11,119 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:11,120 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:11,123 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:11,125 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69508880, jitterRate=0.03576302528381348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:11,125 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:36:11,125 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620171105Writing region info on filesystem at 1731620171105Initializing all the Stores at 1731620171107 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620171107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620171109 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620171109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620171109Cleaning up temporary data from old regions at 1731620171119 (+10 ms)Running coprocessor post-open hooks at 1731620171125 (+6 ms)Region opened successfully at 1731620171125 2024-11-14T21:36:11,126 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620171031 2024-11-14T21:36:11,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,35273,1731620169005 2024-11-14T21:36:11,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,35273,1731620169005, state=OPEN 2024-11-14T21:36:11,133 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:36:11,134 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:36:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1163421612/meta-region-server 2024-11-14T21:36:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1163421612/meta-region-server 2024-11-14T21:36:11,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163421612/meta-region-server: CHANGED 2024-11-14T21:36:11,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163421612/meta-region-server: CHANGED 2024-11-14T21:36:11,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,35273,1731620169005 2024-11-14T21:36:11,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:36:11,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,35273,1731620169005 in 260 msec 2024-11-14T21:36:11,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:36:11,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-14T21:36:11,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:11,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:36:11,146 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:11,146 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35273,1731620169005, seqNum=-1] 2024-11-14T21:36:11,146 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:11,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:11,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 987 msec 2024-11-14T21:36:11,156 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620171156, completionTime=-1 2024-11-14T21:36:11,156 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:36:11,157 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:36:11,159 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:36:11,159 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620231159 2024-11-14T21:36:11,159 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620291159 2024-11-14T21:36:11,159 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:36:11,160 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41085,1731620168941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:11,160 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41085,1731620168941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:11,160 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41085,1731620168941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:11,160 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:41085, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:11,160 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:11,162 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:36:11,166 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.094sec 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41085,1731620168941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:11,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41085,1731620168941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:36:11,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:36:11,175 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:36:11,175 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41085,1731620168941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:11,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dee3acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,41085,-1 for getting cluster id 2024-11-14T21:36:11,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:11,259 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3781256e-838c-4af0-8fe6-bf66fea9f6c8' 2024-11-14T21:36:11,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3781256e-838c-4af0-8fe6-bf66fea9f6c8" 2024-11-14T21:36:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6850728c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,41085,-1] 2024-11-14T21:36:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:11,265 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:11,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff5c5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35273,1731620169005, seqNum=-1] 2024-11-14T21:36:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:11,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:11,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,41085,1731620168941 2024-11-14T21:36:11,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-11-14T21:36:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:11,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac5e5fd90005 connected 2024-11-14T21:36:11,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e58b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,40239,-1 for getting cluster id 2024-11-14T21:36:11,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:11,302 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39476aad-3cb5-45e0-9223-a1997b74b37c' 2024-11-14T21:36:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39476aad-3cb5-45e0-9223-a1997b74b37c" 2024-11-14T21:36:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ba59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,40239,-1] 2024-11-14T21:36:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:11,307 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf2702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,40239,1731620165120 2024-11-14T21:36:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4afe4ed9 2024-11-14T21:36:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:11,324 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:11,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:41085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:36:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:36:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:11,333 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:41085' 2024-11-14T21:36:11,335 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515a6b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,336 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,41085,-1 for getting cluster id 2024-11-14T21:36:11,336 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:11,337 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3781256e-838c-4af0-8fe6-bf66fea9f6c8' 2024-11-14T21:36:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3781256e-838c-4af0-8fe6-bf66fea9f6c8" 2024-11-14T21:36:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b40975a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,41085,-1] 2024-11-14T21:36:11,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:11,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:11,340 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:11,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633a3ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:11,342 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,41085,1731620168941 2024-11-14T21:36:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78feba43 2024-11-14T21:36:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:11,346 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:11,347 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T21:36:11,347 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:36:11,347 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:11,347 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:11,348 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:11,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:11,350 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:36:11,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:36:11,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:11,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:36:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741835_1011 (size=1138) 2024-11-14T21:36:11,402 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:36:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:11,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56ce75656d840b0ed62c3cc267b5f088, NAME => 'hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572 2024-11-14T21:36:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741836_1012 (size=44) 2024-11-14T21:36:11,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:11,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56ce75656d840b0ed62c3cc267b5f088, disabling compactions & flushes 2024-11-14T21:36:11,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:11,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:11,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. after waiting 0 ms 2024-11-14T21:36:11,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:11,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:11,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56ce75656d840b0ed62c3cc267b5f088: Waiting for close lock at 1731620171864Disabling compacts and flushes for region at 1731620171864Disabling writes for close at 1731620171864Writing region close event to WAL at 1731620171864Closed at 1731620171864 2024-11-14T21:36:11,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:36:11,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620171866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620171866"}]},"ts":"1731620171866"} 2024-11-14T21:36:11,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:36:11,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:36:11,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620171871"}]},"ts":"1731620171871"} 2024-11-14T21:36:11,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:36:11,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ce75656d840b0ed62c3cc267b5f088, ASSIGN}] 2024-11-14T21:36:11,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ce75656d840b0ed62c3cc267b5f088, ASSIGN 2024-11-14T21:36:11,879 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56ce75656d840b0ed62c3cc267b5f088, ASSIGN; state=OFFLINE, location=ef788a4cade8,33541,1731620165218; forceNewPlan=false, retain=false 2024-11-14T21:36:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:12,031 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=56ce75656d840b0ed62c3cc267b5f088, regionState=OPENING, regionLocation=ef788a4cade8,33541,1731620165218 2024-11-14T21:36:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56ce75656d840b0ed62c3cc267b5f088, ASSIGN because future has completed 2024-11-14T21:36:12,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ce75656d840b0ed62c3cc267b5f088, server=ef788a4cade8,33541,1731620165218}] 2024-11-14T21:36:12,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:12,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:12,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:36:12,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33541%2C1731620165218.rep, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/oldWALs, maxLogs=10 2024-11-14T21:36:12,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.rep.1731620172241, exclude list is [], retry=0 2024-11-14T21:36:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39049,DS-c839be11-0150-4b6c-b38a-184c80b88bd5,DISK] 2024-11-14T21:36:12,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.rep.1731620172241 2024-11-14T21:36:12,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40063:40063)] 2024-11-14T21:36:12,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 56ce75656d840b0ed62c3cc267b5f088, NAME => 'hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:12,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:36:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. service=MultiRowMutationService 2024-11-14T21:36:12,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:36:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,307 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,309 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ce75656d840b0ed62c3cc267b5f088 columnFamilyName hfileref 2024-11-14T21:36:12,310 DEBUG [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:12,312 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] regionserver.HStore(327): Store=56ce75656d840b0ed62c3cc267b5f088/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:12,312 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,314 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ce75656d840b0ed62c3cc267b5f088 columnFamilyName queue 2024-11-14T21:36:12,314 DEBUG [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:12,315 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] regionserver.HStore(327): Store=56ce75656d840b0ed62c3cc267b5f088/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:12,315 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,317 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ce75656d840b0ed62c3cc267b5f088 columnFamilyName sid 2024-11-14T21:36:12,317 DEBUG [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:12,318 INFO [StoreOpener-56ce75656d840b0ed62c3cc267b5f088-1 {}] regionserver.HStore(327): Store=56ce75656d840b0ed62c3cc267b5f088/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:12,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:36:12,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:12,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 56ce75656d840b0ed62c3cc267b5f088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59214131, jitterRate=-0.11764068901538849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:36:12,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:12,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 56ce75656d840b0ed62c3cc267b5f088: Running coprocessor pre-open hook at 1731620172293Writing region info on filesystem at 1731620172293Initializing all the Stores at 1731620172295 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620172295Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620172306 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620172306Cleaning up temporary data from old regions at 1731620172322 (+16 ms)Running coprocessor post-open hooks at 1731620172334 (+12 ms)Region opened successfully at 1731620172335 (+1 ms) 2024-11-14T21:36:12,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088., pid=7, masterSystemTime=1731620172191 2024-11-14T21:36:12,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:12,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:12,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=56ce75656d840b0ed62c3cc267b5f088, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33541,1731620165218 2024-11-14T21:36:12,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ce75656d840b0ed62c3cc267b5f088, server=ef788a4cade8,33541,1731620165218 because future has completed 2024-11-14T21:36:12,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T21:36:12,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 56ce75656d840b0ed62c3cc267b5f088, server=ef788a4cade8,33541,1731620165218 in 329 msec 2024-11-14T21:36:12,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:36:12,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620172375"}]},"ts":"1731620172375"} 2024-11-14T21:36:12,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:36:12,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ce75656d840b0ed62c3cc267b5f088, ASSIGN in 494 msec 2024-11-14T21:36:12,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:36:12,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:36:12,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0350 sec 2024-11-14T21:36:12,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088., hostname=ef788a4cade8,33541,1731620165218, seqNum=2] 2024-11-14T21:36:12,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:12,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:12,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:36:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:12,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T21:36:12,597 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:36:12,636 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,33541,1731620165218, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:36:12,637 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:12,637 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33541,1731620165218, seqNum=-1] 2024-11-14T21:36:12,637 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:12,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T21:36:12,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,33541,1731620165218', locateType=CURRENT is [region=hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088., hostname=ef788a4cade8,33541,1731620165218, seqNum=2] 2024-11-14T21:36:12,650 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T21:36:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T21:36:12,661 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,33541,1731620165218 suceeded 2024-11-14T21:36:12,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T21:36:12,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-14T21:36:12,665 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:41085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:36:12,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3400 sec 2024-11-14T21:36:12,673 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:41085' 2024-11-14T21:36:12,674 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@418ffc47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:12,674 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,41085,-1 for getting cluster id 2024-11-14T21:36:12,674 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:12,675 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3781256e-838c-4af0-8fe6-bf66fea9f6c8' 2024-11-14T21:36:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3781256e-838c-4af0-8fe6-bf66fea9f6c8" 2024-11-14T21:36:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28469c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,41085,-1] 2024-11-14T21:36:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:12,678 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:12,679 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ddd27f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:12,679 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:12,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,41085,1731620168941 2024-11-14T21:36:12,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50832b15 2024-11-14T21:36:12,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:12,681 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T21:36:12,682 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,33541,1731620165218 (queues=1) is replicating from cluster=39476aad-3cb5-45e0-9223-a1997b74b37c to cluster=3781256e-838c-4af0-8fe6-bf66fea9f6c8 2024-11-14T21:36:12,682 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C33541%2C1731620165218 2024-11-14T21:36:12,682 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,33541,1731620165218, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:36:12,683 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082, startPosition=0, beingWritten=true 2024-11-14T21:36:12,684 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.shipperef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C33541%2C1731620165218 2024-11-14T21:36:12,890 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:13,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:36:13,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:13,202 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:13,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:13,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:36:13,321 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:36:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:13,477 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:36:13,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:13,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:13,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:13,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:13,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:13,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,40239,1731620165120 2024-11-14T21:36:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f303b3 2024-11-14T21:36:13,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:13,481 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:13,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:36:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:36:13,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:13,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:13,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:13,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:13,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:13,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:36:13,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=648228323, stopped=false 2024-11-14T21:36:13,483 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,41085,1731620168941 2024-11-14T21:36:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163421612/running 2024-11-14T21:36:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163421612/running 2024-11-14T21:36:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:13,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:36:13,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:13,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:13,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:13,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,35273,1731620169005' ***** 2024-11-14T21:36:13,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:36:13,486 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,35273,1731620169005 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:35273. 2024-11-14T21:36:13,487 DEBUG [RS:0;ef788a4cade8:35273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:13,487 DEBUG [RS:0;ef788a4cade8:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:13,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:36:13,487 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:36:13,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on znode that does not yet exist, /1-1163421612/running 2024-11-14T21:36:13,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Set watcher on znode that does not yet exist, /1-1163421612/running 2024-11-14T21:36:13,490 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:36:13,490 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:36:13,490 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:36:13,490 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:13,490 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:36:13,490 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:36:13,490 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:36:13,490 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:36:13,494 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T21:36:13,522 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740/.tmp/ns/cf2d9531e34a4721af18ee2ac419a32d is 43, key is default/ns:d/1731620171149/Put/seqid=0 2024-11-14T21:36:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741835_1011 (size=5153) 2024-11-14T21:36:13,545 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:36:13,647 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:13,690 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:13,894 DEBUG [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:13,929 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740/.tmp/ns/cf2d9531e34a4721af18ee2ac419a32d 2024-11-14T21:36:13,936 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740/.tmp/ns/cf2d9531e34a4721af18ee2ac419a32d as hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740/ns/cf2d9531e34a4721af18ee2ac419a32d 2024-11-14T21:36:13,942 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740/ns/cf2d9531e34a4721af18ee2ac419a32d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T21:36:13,943 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false 2024-11-14T21:36:13,954 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T21:36:13,955 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:13,955 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:13,955 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:13,955 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620173490Running coprocessor pre-close hooks at 1731620173490Disabling compacts and flushes for region at 1731620173490Disabling writes for close at 1731620173490Obtaining lock to block concurrent updates at 1731620173494 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731620173494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731620173495 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620173498 (+3 ms)Flushing 1588230740/ns: creating writer at 1731620173498Flushing 1588230740/ns: appending metadata at 1731620173521 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731620173521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d62a54: reopening flushed file at 1731620173935 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false at 1731620173943 (+8 ms)Writing region close event to WAL at 1731620173947 (+4 ms)Running coprocessor post-close hooks at 1731620173955 (+8 ms)Closed at 1731620173955 2024-11-14T21:36:13,956 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:14,095 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,35273,1731620169005; all regions closed. 2024-11-14T21:36:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741834_1010 (size=1152) 2024-11-14T21:36:14,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005/ef788a4cade8%2C35273%2C1731620169005.meta.1731620171064.meta not finished, retry = 0 2024-11-14T21:36:14,161 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:14,203 DEBUG [RS:0;ef788a4cade8:35273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/oldWALs 2024-11-14T21:36:14,203 INFO [RS:0;ef788a4cade8:35273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C35273%2C1731620169005.meta:.meta(num 1731620171064) 2024-11-14T21:36:14,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/WALs/ef788a4cade8,35273,1731620169005/ef788a4cade8%2C35273%2C1731620169005.1731620170470 not finished, retry = 0 2024-11-14T21:36:14,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741833_1009 (size=93) 2024-11-14T21:36:14,311 DEBUG [RS:0;ef788a4cade8:35273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/oldWALs 2024-11-14T21:36:14,311 INFO [RS:0;ef788a4cade8:35273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C35273%2C1731620169005:(num 1731620170470) 2024-11-14T21:36:14,311 DEBUG [RS:0;ef788a4cade8:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:14,311 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:36:14,311 INFO [RS:0;ef788a4cade8:35273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:14,311 INFO [RS:0;ef788a4cade8:35273 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:14,312 INFO [RS:0;ef788a4cade8:35273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:14,312 INFO [RS:0;ef788a4cade8:35273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35273 2024-11-14T21:36:14,313 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:14,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163421612/rs/ef788a4cade8,35273,1731620169005 2024-11-14T21:36:14,315 INFO [RS:0;ef788a4cade8:35273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:14,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612/rs 2024-11-14T21:36:14,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,35273,1731620169005] 2024-11-14T21:36:14,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163421612/draining/ef788a4cade8,35273,1731620169005 already deleted, retry=false 2024-11-14T21:36:14,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,35273,1731620169005 expired; onlineServers=0 2024-11-14T21:36:14,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,41085,1731620168941' ***** 2024-11-14T21:36:14,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:36:14,318 INFO [M:0;ef788a4cade8:41085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:36:14,318 INFO [M:0;ef788a4cade8:41085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:14,318 DEBUG [M:0;ef788a4cade8:41085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:36:14,319 DEBUG [M:0;ef788a4cade8:41085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:36:14,319 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:36:14,319 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620170230 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620170230,5,FailOnTimeoutGroup] 2024-11-14T21:36:14,319 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620170227 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620170227,5,FailOnTimeoutGroup] 2024-11-14T21:36:14,319 INFO [M:0;ef788a4cade8:41085 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:14,319 INFO [M:0;ef788a4cade8:41085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:14,319 DEBUG [M:0;ef788a4cade8:41085 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:36:14,319 INFO [M:0;ef788a4cade8:41085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:36:14,319 INFO [M:0;ef788a4cade8:41085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:36:14,319 INFO [M:0;ef788a4cade8:41085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:36:14,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:36:14,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163421612/master 2024-11-14T21:36:14,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163421612 2024-11-14T21:36:14,320 DEBUG [M:0;ef788a4cade8:41085 {}] zookeeper.ZKUtil(347): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Unable to get data of znode /1-1163421612/master because node does not exist (not an error) 2024-11-14T21:36:14,320 WARN [M:0;ef788a4cade8:41085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:36:14,321 INFO [M:0;ef788a4cade8:41085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/.lastflushedseqids 2024-11-14T21:36:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741836_1012 (size=99) 2024-11-14T21:36:14,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:14,417 INFO [RS:0;ef788a4cade8:35273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:14,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x100ac5e5fd90004, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:14,417 INFO [RS:0;ef788a4cade8:35273 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,35273,1731620169005; zookeeper connection closed. 2024-11-14T21:36:14,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b330d45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b330d45 2024-11-14T21:36:14,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:36:14,732 INFO [M:0;ef788a4cade8:41085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:36:14,732 INFO [M:0;ef788a4cade8:41085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:36:14,732 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:14,732 INFO [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:14,732 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:14,732 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:14,732 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:14,733 INFO [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T21:36:14,757 DEBUG [M:0;ef788a4cade8:41085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df67b75dca324cf88753794ef48e0314 is 82, key is hbase:meta,,1/info:regioninfo/1731620171131/Put/seqid=0 2024-11-14T21:36:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741837_1013 (size=5672) 2024-11-14T21:36:14,767 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:15,163 INFO [M:0;ef788a4cade8:41085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df67b75dca324cf88753794ef48e0314 2024-11-14T21:36:15,189 DEBUG [M:0;ef788a4cade8:41085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc3bd6a82c6146b99bd6af78ec670df0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731620171155/Put/seqid=0 2024-11-14T21:36:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741838_1014 (size=5275) 2024-11-14T21:36:15,472 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:15,595 INFO [M:0;ef788a4cade8:41085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc3bd6a82c6146b99bd6af78ec670df0 2024-11-14T21:36:15,630 DEBUG [M:0;ef788a4cade8:41085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bc414680c15486882f8ece96535a3dc is 69, key is ef788a4cade8,35273,1731620169005/rs:state/1731620170280/Put/seqid=0 2024-11-14T21:36:15,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741839_1015 (size=5156) 2024-11-14T21:36:15,648 INFO [M:0;ef788a4cade8:41085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bc414680c15486882f8ece96535a3dc 2024-11-14T21:36:15,665 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df67b75dca324cf88753794ef48e0314 as hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df67b75dca324cf88753794ef48e0314 2024-11-14T21:36:15,677 INFO [M:0;ef788a4cade8:41085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df67b75dca324cf88753794ef48e0314, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T21:36:15,678 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc3bd6a82c6146b99bd6af78ec670df0 as hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc3bd6a82c6146b99bd6af78ec670df0 2024-11-14T21:36:15,689 INFO [M:0;ef788a4cade8:41085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc3bd6a82c6146b99bd6af78ec670df0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T21:36:15,690 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bc414680c15486882f8ece96535a3dc as hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bc414680c15486882f8ece96535a3dc 2024-11-14T21:36:15,698 INFO [M:0;ef788a4cade8:41085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/bb563abc-507a-b2e3-2e5b-4b5397153fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bc414680c15486882f8ece96535a3dc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T21:36:15,700 INFO [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=28, compaction requested=false 2024-11-14T21:36:15,701 INFO [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:15,701 DEBUG [M:0;ef788a4cade8:41085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620174732Disabling compacts and flushes for region at 1731620174732Disabling writes for close at 1731620174732Obtaining lock to block concurrent updates at 1731620174733 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620174733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731620174733Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620174734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620174734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620174757 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620174757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620175170 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620175188 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620175188Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620175608 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620175630 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620175630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304f259a: reopening flushed file at 1731620175664 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40957935: reopening flushed file at 1731620175677 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11eafdf2: reopening flushed file at 1731620175689 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=28, compaction requested=false at 1731620175700 (+11 ms)Writing region close event to WAL at 1731620175701 (+1 ms)Closed at 1731620175701 2024-11-14T21:36:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741830_1006 (size=10165) 2024-11-14T21:36:15,705 INFO [M:0;ef788a4cade8:41085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:36:15,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:15,705 INFO [M:0;ef788a4cade8:41085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41085 2024-11-14T21:36:15,707 INFO [M:0;ef788a4cade8:41085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:15,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:15,810 INFO [M:0;ef788a4cade8:41085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:15,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41085-0x100ac5e5fd90003, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:15,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671c1ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:15,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65ec49ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:15,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:15,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a764c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:15,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e57ea33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:15,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:36:15,815 WARN [BP-601208704-172.17.0.2-1731620167826 heartbeating to localhost/127.0.0.1:33601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:36:15,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:36:15,815 WARN [BP-601208704-172.17.0.2-1731620167826 heartbeating to localhost/127.0.0.1:33601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-601208704-172.17.0.2-1731620167826 (Datanode Uuid 9fbdd700-b2d2-4194-be9a-993baf36df8f) service to localhost/127.0.0.1:33601 2024-11-14T21:36:15,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/cluster_cd042b2d-3ddd-2f6a-e523-2fa9203da062/data/data1/current/BP-601208704-172.17.0.2-1731620167826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:15,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/cluster_cd042b2d-3ddd-2f6a-e523-2fa9203da062/data/data2/current/BP-601208704-172.17.0.2-1731620167826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:15,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:36:15,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66c8ee3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:15,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@207b6612{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:15,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:15,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a2b13f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:15,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4eb1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:15,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:36:15,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:36:15,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:15,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:15,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:15,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:15,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:15,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:36:15,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=283653251, stopped=false 2024-11-14T21:36:15,841 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,40239,1731620165120 2024-11-14T21:36:15,843 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:36:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799938022/running 2024-11-14T21:36:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799938022/running 2024-11-14T21:36:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:15,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:15,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:15,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:15,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,33541,1731620165218' ***** 2024-11-14T21:36:15,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:36:15,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on znode that does not yet exist, /0-799938022/running 2024-11-14T21:36:15,844 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:36:15,844 INFO [RS:0;ef788a4cade8:33541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:36:15,844 INFO [RS:0;ef788a4cade8:33541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:36:15,844 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(3091): Received CLOSE for 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:15,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:36:15,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Set watcher on znode that does not yet exist, /0-799938022/running 2024-11-14T21:36:15,845 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,33541,1731620165218 2024-11-14T21:36:15,845 INFO [RS:0;ef788a4cade8:33541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:36:15,845 INFO [RS:0;ef788a4cade8:33541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33541. 2024-11-14T21:36:15,845 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56ce75656d840b0ed62c3cc267b5f088, disabling compactions & flushes 2024-11-14T21:36:15,845 DEBUG [RS:0;ef788a4cade8:33541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:15,845 DEBUG [RS:0;ef788a4cade8:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:15,845 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:15,845 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:15,845 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. after waiting 0 ms 2024-11-14T21:36:15,845 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:36:15,845 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:15,845 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:36:15,845 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:36:15,845 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56ce75656d840b0ed62c3cc267b5f088 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T21:36:15,845 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:36:15,846 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:36:15,846 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1325): Online Regions={56ce75656d840b0ed62c3cc267b5f088=hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:36:15,846 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:15,846 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:36:15,846 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:36:15,846 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:36:15,846 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:36:15,846 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:36:15,846 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T21:36:15,863 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088/.tmp/queue/effcef29fcaf467c86100f6378465ab4 is 151, key is 1-ef788a4cade8,33541,1731620165218/queue:ef788a4cade8%2C33541%2C1731620165218/1731620172643/Put/seqid=0 2024-11-14T21:36:15,863 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/info/b533da9c6dff486a88dfa1fa50e2a639 is 147, key is hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088./info:regioninfo/1731620172349/Put/seqid=0 2024-11-14T21:36:15,867 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:36:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741838_1014 (size=5350) 2024-11-14T21:36:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741839_1015 (size=6631) 2024-11-14T21:36:15,943 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:36:15,943 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:36:16,046 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:16,246 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ce75656d840b0ed62c3cc267b5f088 2024-11-14T21:36:16,269 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088/.tmp/queue/effcef29fcaf467c86100f6378465ab4 2024-11-14T21:36:16,270 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/info/b533da9c6dff486a88dfa1fa50e2a639 2024-11-14T21:36:16,277 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088/.tmp/queue/effcef29fcaf467c86100f6378465ab4 as hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088/queue/effcef29fcaf467c86100f6378465ab4 2024-11-14T21:36:16,281 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:16,283 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088/queue/effcef29fcaf467c86100f6378465ab4, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T21:36:16,284 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 56ce75656d840b0ed62c3cc267b5f088 in 439ms, sequenceid=5, compaction requested=false 2024-11-14T21:36:16,289 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/replication/56ce75656d840b0ed62c3cc267b5f088/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T21:36:16,290 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:16,290 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:16,290 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:16,290 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56ce75656d840b0ed62c3cc267b5f088: Waiting for close lock at 1731620175845Running coprocessor pre-close hooks at 1731620175845Disabling compacts and flushes for region at 1731620175845Disabling writes for close at 1731620175845Obtaining lock to block concurrent updates at 1731620175845Preparing flush snapshotting stores in 56ce75656d840b0ed62c3cc267b5f088 at 1731620175845Finished memstore snapshotting hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731620175846 (+1 ms)Flushing stores of hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. at 1731620175846Flushing 56ce75656d840b0ed62c3cc267b5f088/queue: creating writer at 1731620175847 (+1 ms)Flushing 56ce75656d840b0ed62c3cc267b5f088/queue: appending metadata at 1731620175862 (+15 ms)Flushing 56ce75656d840b0ed62c3cc267b5f088/queue: closing flushed file at 1731620175862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66448027: reopening flushed file at 1731620176276 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 56ce75656d840b0ed62c3cc267b5f088 in 439ms, sequenceid=5, compaction requested=false at 1731620176284 (+8 ms)Writing region close event to WAL at 1731620176285 (+1 ms)Running coprocessor post-close hooks at 1731620176290 (+5 ms)Closed at 1731620176290 2024-11-14T21:36:16,290 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620171348.56ce75656d840b0ed62c3cc267b5f088. 2024-11-14T21:36:16,295 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/ns/c30d18cfbacc4195999e3f7c10f1eaee is 43, key is default/ns:d/1731620167736/Put/seqid=0 2024-11-14T21:36:16,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741840_1016 (size=5153) 2024-11-14T21:36:16,447 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:16,647 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:16,701 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/ns/c30d18cfbacc4195999e3f7c10f1eaee 2024-11-14T21:36:16,722 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/table/03497f9374754efd91a69f84f8f16e1d is 53, key is hbase:replication/table:state/1731620172375/Put/seqid=0 2024-11-14T21:36:16,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741841_1017 (size=5256) 2024-11-14T21:36:16,847 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:36:16,847 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:36:16,847 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:17,047 DEBUG [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:36:17,127 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/table/03497f9374754efd91a69f84f8f16e1d 2024-11-14T21:36:17,135 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/info/b533da9c6dff486a88dfa1fa50e2a639 as hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/info/b533da9c6dff486a88dfa1fa50e2a639 2024-11-14T21:36:17,141 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/info/b533da9c6dff486a88dfa1fa50e2a639, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T21:36:17,143 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/ns/c30d18cfbacc4195999e3f7c10f1eaee as hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/ns/c30d18cfbacc4195999e3f7c10f1eaee 2024-11-14T21:36:17,150 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/ns/c30d18cfbacc4195999e3f7c10f1eaee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:36:17,151 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/.tmp/table/03497f9374754efd91a69f84f8f16e1d as hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/table/03497f9374754efd91a69f84f8f16e1d 2024-11-14T21:36:17,157 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/table/03497f9374754efd91a69f84f8f16e1d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T21:36:17,158 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false 2024-11-14T21:36:17,163 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T21:36:17,164 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:17,164 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:17,164 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:17,164 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620175846Running coprocessor pre-close hooks at 1731620175846Disabling compacts and flushes for region at 1731620175846Disabling writes for close at 1731620175846Obtaining lock to block concurrent updates at 1731620175846Preparing flush snapshotting stores in 1588230740 at 1731620175846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731620175847 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620175847Flushing 1588230740/info: creating writer at 1731620175847Flushing 1588230740/info: appending metadata at 1731620175862 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731620175862Flushing 1588230740/ns: creating writer at 1731620176276 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731620176294 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731620176294Flushing 1588230740/table: creating writer at 1731620176707 (+413 ms)Flushing 1588230740/table: appending metadata at 1731620176722 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731620176722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6346bf0a: reopening flushed file at 1731620177135 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208f88bd: reopening flushed file at 1731620177142 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4929711c: reopening flushed file at 1731620177150 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false at 1731620177158 (+8 ms)Writing region close event to WAL at 1731620177160 (+2 ms)Running coprocessor post-close hooks at 1731620177164 (+4 ms)Closed at 1731620177164 2024-11-14T21:36:17,164 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:17,186 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.1731620167082 to pos 0, reset compression=false 2024-11-14T21:36:17,248 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,33541,1731620165218; all regions closed. 2024-11-14T21:36:17,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741834_1010 (size=2742) 2024-11-14T21:36:17,253 DEBUG [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/oldWALs 2024-11-14T21:36:17,253 INFO [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33541%2C1731620165218.meta:.meta(num 1731620167673) 2024-11-14T21:36:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741837_1013 (size=1586) 2024-11-14T21:36:17,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/WALs/ef788a4cade8,33541,1731620165218/ef788a4cade8%2C33541%2C1731620165218.rep.1731620172241 not finished, retry = 0 2024-11-14T21:36:17,360 DEBUG [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/oldWALs 2024-11-14T21:36:17,360 INFO [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33541%2C1731620165218.rep:(num 1731620172241) 2024-11-14T21:36:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741832_1008 (size=93) 2024-11-14T21:36:17,378 DEBUG [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/oldWALs 2024-11-14T21:36:17,378 INFO [RS:0;ef788a4cade8:33541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33541%2C1731620165218:(num 1731620167082) 2024-11-14T21:36:17,378 DEBUG [RS:0;ef788a4cade8:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:17,378 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:36:17,378 INFO [RS:0;ef788a4cade8:33541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:17,380 INFO [RS:0;ef788a4cade8:33541 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:17,380 INFO [RS:0;ef788a4cade8:33541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:17,380 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,33541,1731620165218 because: Region server is closing 2024-11-14T21:36:17,380 INFO [RS:0;ef788a4cade8:33541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33541. 2024-11-14T21:36:17,380 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:17,381 DEBUG [RS:0;ef788a4cade8:33541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:17,381 DEBUG [RS:0;ef788a4cade8:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:17,381 DEBUG [RS:0;ef788a4cade8:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:17,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:17,481 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.shipperef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:36:17,482 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.wal-reader.ef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:36:17,482 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33541,1731620165218.replicationSource.shipperef788a4cade8%2C33541%2C1731620165218,1-ef788a4cade8,33541,1731620165218 terminated 2024-11-14T21:36:17,483 INFO [RS:0;ef788a4cade8:33541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33541 2024-11-14T21:36:17,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022/rs 2024-11-14T21:36:17,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799938022/rs/ef788a4cade8,33541,1731620165218 2024-11-14T21:36:17,487 INFO [RS:0;ef788a4cade8:33541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:17,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,33541,1731620165218] 2024-11-14T21:36:17,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-799938022/draining/ef788a4cade8,33541,1731620165218 already deleted, retry=false 2024-11-14T21:36:17,490 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,33541,1731620165218 expired; onlineServers=0 2024-11-14T21:36:17,490 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,40239,1731620165120' ***** 2024-11-14T21:36:17,490 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:36:17,490 INFO [M:0;ef788a4cade8:40239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:36:17,490 INFO [M:0;ef788a4cade8:40239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:36:17,490 DEBUG [M:0;ef788a4cade8:40239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:36:17,490 DEBUG [M:0;ef788a4cade8:40239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:36:17,490 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620166875 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620166875,5,FailOnTimeoutGroup] 2024-11-14T21:36:17,490 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:36:17,490 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620166875 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620166875,5,FailOnTimeoutGroup] 2024-11-14T21:36:17,491 INFO [M:0;ef788a4cade8:40239 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:36:17,491 INFO [M:0;ef788a4cade8:40239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:36:17,491 DEBUG [M:0;ef788a4cade8:40239 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:36:17,491 INFO [M:0;ef788a4cade8:40239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:36:17,491 INFO [M:0;ef788a4cade8:40239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:36:17,491 INFO [M:0;ef788a4cade8:40239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:36:17,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:36:17,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799938022/master 2024-11-14T21:36:17,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799938022 2024-11-14T21:36:17,497 DEBUG [M:0;ef788a4cade8:40239 {}] zookeeper.RecoverableZooKeeper(212): Node /0-799938022/master already deleted, retry=false 2024-11-14T21:36:17,497 DEBUG [M:0;ef788a4cade8:40239 {}] master.ActiveMasterManager(353): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-799938022/master 2024-11-14T21:36:17,498 INFO [M:0;ef788a4cade8:40239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/.lastflushedseqids 2024-11-14T21:36:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741842_1018 (size=181) 2024-11-14T21:36:17,509 INFO [M:0;ef788a4cade8:40239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:36:17,509 INFO [M:0;ef788a4cade8:40239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:36:17,509 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:17,509 INFO [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:17,509 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:17,509 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:17,509 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:17,509 INFO [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T21:36:17,533 DEBUG [M:0;ef788a4cade8:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e71c9eec97a43c9b1a3a83ff17c6372 is 82, key is hbase:meta,,1/info:regioninfo/1731620167716/Put/seqid=0 2024-11-14T21:36:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741843_1019 (size=5672) 2024-11-14T21:36:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:17,589 INFO [RS:0;ef788a4cade8:33541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x100ac5e5fd90001, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:17,589 INFO [RS:0;ef788a4cade8:33541 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,33541,1731620165218; zookeeper connection closed. 2024-11-14T21:36:17,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d 2024-11-14T21:36:17,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:36:17,938 INFO [M:0;ef788a4cade8:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e71c9eec97a43c9b1a3a83ff17c6372 2024-11-14T21:36:17,970 DEBUG [M:0;ef788a4cade8:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb8ae97f19b484eb0e055ff23cec076 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731620172385/Put/seqid=0 2024-11-14T21:36:17,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741844_1020 (size=7203) 2024-11-14T21:36:17,980 INFO [M:0;ef788a4cade8:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb8ae97f19b484eb0e055ff23cec076 2024-11-14T21:36:17,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:17,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:36:17,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:18,007 DEBUG [M:0;ef788a4cade8:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f3d8ee1c0d043268c6ac176dc5417ad is 69, key is ef788a4cade8,33541,1731620165218/rs:state/1731620166913/Put/seqid=0 2024-11-14T21:36:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741845_1021 (size=5156) 2024-11-14T21:36:18,420 INFO [M:0;ef788a4cade8:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f3d8ee1c0d043268c6ac176dc5417ad 2024-11-14T21:36:18,428 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e71c9eec97a43c9b1a3a83ff17c6372 as hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e71c9eec97a43c9b1a3a83ff17c6372 2024-11-14T21:36:18,436 INFO [M:0;ef788a4cade8:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e71c9eec97a43c9b1a3a83ff17c6372, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T21:36:18,438 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb8ae97f19b484eb0e055ff23cec076 as hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb8ae97f19b484eb0e055ff23cec076 2024-11-14T21:36:18,449 INFO [M:0;ef788a4cade8:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb8ae97f19b484eb0e055ff23cec076, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T21:36:18,451 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f3d8ee1c0d043268c6ac176dc5417ad as hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f3d8ee1c0d043268c6ac176dc5417ad 2024-11-14T21:36:18,472 INFO [M:0;ef788a4cade8:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/8470015a-82b8-9593-5333-52a929c1c572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f3d8ee1c0d043268c6ac176dc5417ad, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T21:36:18,473 INFO [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=70, compaction requested=false 2024-11-14T21:36:18,485 INFO [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:18,485 DEBUG [M:0;ef788a4cade8:40239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620177509Disabling compacts and flushes for region at 1731620177509Disabling writes for close at 1731620177509Obtaining lock to block concurrent updates at 1731620177509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620177509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731620177510 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620177510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620177510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620177532 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620177532Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620177944 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620177969 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620177969Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620177987 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620178006 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620178006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71577f75: reopening flushed file at 1731620178427 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471c6a44: reopening flushed file at 1731620178436 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466b780a: reopening flushed file at 1731620178450 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=70, compaction requested=false at 1731620178473 (+23 ms)Writing region close event to WAL at 1731620178485 (+12 ms)Closed at 1731620178485 2024-11-14T21:36:18,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39049 is added to blk_1073741830_1006 (size=41008) 2024-11-14T21:36:18,494 INFO [M:0;ef788a4cade8:40239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:36:18,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:36:18,494 INFO [M:0;ef788a4cade8:40239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40239 2024-11-14T21:36:18,494 INFO [M:0;ef788a4cade8:40239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:36:18,597 INFO [M:0;ef788a4cade8:40239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:36:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x100ac5e5fd90000, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:36:18,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@759face6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:18,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ca45c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:18,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:18,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f10cf5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:18,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87d2036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:18,608 WARN [BP-1656930372-172.17.0.2-1731620163581 heartbeating to localhost/127.0.0.1:37849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:36:18,608 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:36:18,608 WARN [BP-1656930372-172.17.0.2-1731620163581 heartbeating to localhost/127.0.0.1:37849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656930372-172.17.0.2-1731620163581 (Datanode Uuid f7e43f24-9824-4933-b260-266d372ee0f9) service to localhost/127.0.0.1:37849 2024-11-14T21:36:18,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:36:18,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96/data/data1/current/BP-1656930372-172.17.0.2-1731620163581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:18,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/cluster_237c2b8b-0a44-1611-1172-2f12d6802e96/data/data2/current/BP-1656930372-172.17.0.2-1731620163581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:36:18,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:36:18,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57806ccb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:18,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc3881{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:36:18,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:36:18,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b97d311{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:36:18,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aba68e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060cac43-b183-4261-1832-c2e98b06a1a0/hadoop.log.dir/,STOPPED} 2024-11-14T21:36:18,632 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:36:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:36:18,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 114) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33601 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37849 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=973 (was 877) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=761 (was 1366) 2024-11-14T21:36:18,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=973, ProcessCount=11, AvailableMemoryMB=760 2024-11-14T21:36:18,701 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T21:36:18,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.log.dir so I do NOT create it in target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd 2024-11-14T21:36:18,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:36:18,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.tmp.dir so I do NOT create it in target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd 2024-11-14T21:36:18,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e7997-37ec-9fcd-7580-efb8c9550243/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:36:18,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd 2024-11-14T21:36:18,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b, deleteOnExit=true 2024-11-14T21:36:18,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b/zookeeper_0, clientPort=63712, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:36:18,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63712 2024-11-14T21:36:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:36:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:36:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/test.cache.data in system properties and HBase conf 2024-11-14T21:36:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:36:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:36:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:36:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:36:18,724 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:18,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:36:18,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:36:18,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:36:18,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:18,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:36:18,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:36:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac5e5fd90005, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:36:18,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac5e5fd90005, quorum=127.0.0.1:54299, baseZNode=/1-1163421612 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:36:18,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac5e5fd90002, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:36:18,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac5e5fd90002, quorum=127.0.0.1:54299, baseZNode=/0-799938022 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:36:18,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:18,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:18,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:18,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:18,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:36:18,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:18,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3293133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:18,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb1c952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:19,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@216df11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-717469821828881205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:19,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@355e32ba{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-14T21:36:19,004 INFO [Time-limited test {}] server.Server(415): Started @48357ms 2024-11-14T21:36:19,128 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:36:19,131 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:19,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:19,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:19,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:19,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:19,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:19,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:19,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:19,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:36:19,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c261f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:19,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7900aba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:19,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28eb404d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/java.io.tmpdir/jetty-localhost-38843-hadoop-hdfs-3_4_1-tests_jar-_-any-1816991102127644287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:19,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63972cb1{HTTP/1.1, (http/1.1)}{localhost:38843} 2024-11-14T21:36:19,318 INFO [Time-limited test {}] server.Server(415): Started @48672ms 2024-11-14T21:36:19,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:36:19,480 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b/data/data1/current/BP-1267378263-172.17.0.2-1731620178756/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:19,481 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b/data/data2/current/BP-1267378263-172.17.0.2-1731620178756/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:19,507 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:36:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cd278f357a46b15 with lease ID 0xcf3f8c9019b39130: Processing first storage report for DS-a38c8493-0c0a-4246-a84f-0e65079c8815 from datanode DatanodeRegistration(127.0.0.1:34957, datanodeUuid=9bc6a8c6-91b1-4d56-9d0d-ca95de6df13f, infoPort=40877, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=1020581321;c=1731620178756) 2024-11-14T21:36:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cd278f357a46b15 with lease ID 0xcf3f8c9019b39130: from storage DS-a38c8493-0c0a-4246-a84f-0e65079c8815 node DatanodeRegistration(127.0.0.1:34957, datanodeUuid=9bc6a8c6-91b1-4d56-9d0d-ca95de6df13f, infoPort=40877, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=1020581321;c=1731620178756), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:36:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cd278f357a46b15 with lease ID 0xcf3f8c9019b39130: Processing first storage report for DS-0040e232-c2f2-4bc7-a317-7da7049f8933 from datanode DatanodeRegistration(127.0.0.1:34957, datanodeUuid=9bc6a8c6-91b1-4d56-9d0d-ca95de6df13f, infoPort=40877, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=1020581321;c=1731620178756) 2024-11-14T21:36:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cd278f357a46b15 with lease ID 0xcf3f8c9019b39130: from storage DS-0040e232-c2f2-4bc7-a317-7da7049f8933 node DatanodeRegistration(127.0.0.1:34957, datanodeUuid=9bc6a8c6-91b1-4d56-9d0d-ca95de6df13f, infoPort=40877, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=1020581321;c=1731620178756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:36:19,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd 2024-11-14T21:36:19,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:19,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:19,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:36:20,013 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383 with version=8 2024-11-14T21:36:20,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/hbase-staging 2024-11-14T21:36:20,016 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:20,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:20,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:20,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:20,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:20,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:20,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:36:20,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:20,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36181 2024-11-14T21:36:20,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36181 connecting to ZooKeeper ensemble=127.0.0.1:63712 2024-11-14T21:36:20,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361810x0, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:20,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36181-0x100ac5e9b3a0000 connected 2024-11-14T21:36:20,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:20,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:20,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on znode that does not yet exist, /0-638429438/running 2024-11-14T21:36:20,081 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383, hbase.cluster.distributed=false 2024-11-14T21:36:20,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on znode that does not yet exist, /0-638429438/acl 2024-11-14T21:36:20,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-14T21:36:20,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36181 2024-11-14T21:36:20,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36181 2024-11-14T21:36:20,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-14T21:36:20,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-14T21:36:20,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:20,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:20,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:20,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:20,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:20,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:20,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:36:20,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:20,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43457 2024-11-14T21:36:20,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43457 connecting to ZooKeeper ensemble=127.0.0.1:63712 2024-11-14T21:36:20,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:20,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434570x0, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:20,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434570x0, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on znode that does not yet exist, /0-638429438/running 2024-11-14T21:36:20,131 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:36:20,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43457-0x100ac5e9b3a0001 connected 2024-11-14T21:36:20,131 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:36:20,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on znode that does not yet exist, /0-638429438/master 2024-11-14T21:36:20,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on znode that does not yet exist, /0-638429438/acl 2024-11-14T21:36:20,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-14T21:36:20,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43457 2024-11-14T21:36:20,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43457 2024-11-14T21:36:20,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-14T21:36:20,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-14T21:36:20,159 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:36181 2024-11-14T21:36:20,159 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-638429438/backup-masters/ef788a4cade8,36181,1731620180016 2024-11-14T21:36:20,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438/backup-masters 2024-11-14T21:36:20,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438/backup-masters 2024-11-14T21:36:20,161 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on existing znode=/0-638429438/backup-masters/ef788a4cade8,36181,1731620180016 2024-11-14T21:36:20,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-638429438/master 2024-11-14T21:36:20,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:20,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:20,164 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on existing znode=/0-638429438/master 2024-11-14T21:36:20,164 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-638429438/backup-masters/ef788a4cade8,36181,1731620180016 from backup master directory 2024-11-14T21:36:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438/backup-masters 2024-11-14T21:36:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-638429438/backup-masters/ef788a4cade8,36181,1731620180016 2024-11-14T21:36:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438/backup-masters 2024-11-14T21:36:20,166 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:20,166 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,36181,1731620180016 2024-11-14T21:36:20,176 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/hbase.id] with ID: d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c 2024-11-14T21:36:20,176 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/.tmp/hbase.id 2024-11-14T21:36:20,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:36:20,594 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/.tmp/hbase.id]:[hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/hbase.id] 2024-11-14T21:36:20,617 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:20,617 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:36:20,620 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T21:36:20,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:20,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:36:21,035 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:21,036 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:36:21,036 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:21,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:36:21,061 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store 2024-11-14T21:36:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:36:21,496 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:21,496 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:21,496 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:21,496 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:21,496 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:21,496 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:21,496 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:21,496 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620181496Disabling compacts and flushes for region at 1731620181496Disabling writes for close at 1731620181496Writing region close event to WAL at 1731620181496Closed at 1731620181496 2024-11-14T21:36:21,497 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/.initializing 2024-11-14T21:36:21,497 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/WALs/ef788a4cade8,36181,1731620180016 2024-11-14T21:36:21,498 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:21,500 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C36181%2C1731620180016, suffix=, logDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/WALs/ef788a4cade8,36181,1731620180016, archiveDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/oldWALs, maxLogs=10 2024-11-14T21:36:21,521 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/WALs/ef788a4cade8,36181,1731620180016/ef788a4cade8%2C36181%2C1731620180016.1731620181500, exclude list is [], retry=0 2024-11-14T21:36:21,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34957,DS-a38c8493-0c0a-4246-a84f-0e65079c8815,DISK] 2024-11-14T21:36:21,528 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/WALs/ef788a4cade8,36181,1731620180016/ef788a4cade8%2C36181%2C1731620180016.1731620181500 2024-11-14T21:36:21,529 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40877:40877)] 2024-11-14T21:36:21,529 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:21,529 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:21,529 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,529 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:36:21,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:21,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:21,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:36:21,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:21,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:21,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:36:21,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:21,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:21,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:36:21,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:21,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:21,538 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,539 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,539 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,540 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,540 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,541 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:21,542 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:21,544 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:21,544 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61705681, jitterRate=-0.08051370084285736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:21,545 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620181529Initializing all the Stores at 1731620181530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620181530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620181530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620181530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620181530Cleaning up temporary data from old regions at 1731620181540 (+10 ms)Region opened successfully at 1731620181545 (+5 ms) 2024-11-14T21:36:21,545 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:36:21,548 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3048cecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:21,549 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:36:21,549 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:36:21,549 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:36:21,549 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:36:21,550 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:36:21,550 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:36:21,550 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:36:21,553 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:36:21,554 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Unable to get data of znode /0-638429438/balancer because node does not exist (not necessarily an error) 2024-11-14T21:36:21,555 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-638429438/balancer already deleted, retry=false 2024-11-14T21:36:21,556 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:36:21,556 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Unable to get data of znode /0-638429438/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:36:21,557 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-638429438/normalizer already deleted, retry=false 2024-11-14T21:36:21,558 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:36:21,559 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Unable to get data of znode /0-638429438/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:36:21,561 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-638429438/switch/split already deleted, retry=false 2024-11-14T21:36:21,561 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Unable to get data of znode /0-638429438/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:36:21,564 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-638429438/switch/merge already deleted, retry=false 2024-11-14T21:36:21,566 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Unable to get data of znode /0-638429438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:36:21,568 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-638429438/snapshot-cleanup already deleted, retry=false 2024-11-14T21:36:21,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-638429438/running 2024-11-14T21:36:21,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-638429438/running 2024-11-14T21:36:21,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:21,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:21,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,36181,1731620180016, sessionid=0x100ac5e9b3a0000, setting cluster-up flag (Was=false) 2024-11-14T21:36:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:21,578 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-638429438/flush-table-proc/acquired, /0-638429438/flush-table-proc/reached, /0-638429438/flush-table-proc/abort 2024-11-14T21:36:21,579 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,36181,1731620180016 2024-11-14T21:36:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:21,591 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-638429438/online-snapshot/acquired, /0-638429438/online-snapshot/reached, /0-638429438/online-snapshot/abort 2024-11-14T21:36:21,592 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,36181,1731620180016 2024-11-14T21:36:21,593 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:36:21,595 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:21,596 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:36:21,596 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:36:21,596 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,36181,1731620180016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:36:21,597 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:21,597 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:21,598 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:21,598 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:21,598 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:36:21,598 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,598 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:21,598 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:21,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:36:21,603 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:21,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:36:21,606 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620211606 2024-11-14T21:36:21,606 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:36:21,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:36:21,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:36:21,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:36:21,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:36:21,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:36:21,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,614 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:36:21,614 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:36:21,614 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:36:21,614 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:36:21,614 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:36:21,614 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:36:21,616 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620181615,5,FailOnTimeoutGroup] 2024-11-14T21:36:21,619 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620181616,5,FailOnTimeoutGroup] 2024-11-14T21:36:21,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:36:21,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:36:21,650 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(746): ClusterId : d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c 2024-11-14T21:36:21,651 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:36:21,653 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:36:21,653 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:36:21,656 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:36:21,656 DEBUG [RS:0;ef788a4cade8:43457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e14289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:21,669 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:43457 2024-11-14T21:36:21,669 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:36:21,669 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:36:21,669 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:36:21,669 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,36181,1731620180016 with port=43457, startcode=1731620180118 2024-11-14T21:36:21,670 DEBUG [RS:0;ef788a4cade8:43457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:36:21,672 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:36:21,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,43457,1731620180118 2024-11-14T21:36:21,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36181 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:21,674 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383 2024-11-14T21:36:21,674 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38155 2024-11-14T21:36:21,674 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:36:21,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438/rs 2024-11-14T21:36:21,677 DEBUG [RS:0;ef788a4cade8:43457 {}] zookeeper.ZKUtil(111): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on existing znode=/0-638429438/rs/ef788a4cade8,43457,1731620180118 2024-11-14T21:36:21,677 WARN [RS:0;ef788a4cade8:43457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:21,677 INFO [RS:0;ef788a4cade8:43457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:21,677 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118 2024-11-14T21:36:21,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,43457,1731620180118] 2024-11-14T21:36:21,681 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:36:21,683 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:36:21,686 INFO [RS:0;ef788a4cade8:43457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:36:21,687 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,689 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:36:21,690 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:36:21,690 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:21,690 DEBUG [RS:0;ef788a4cade8:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:21,692 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,692 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,692 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,692 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,692 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,692 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43457,1731620180118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:21,717 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:36:21,717 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43457,1731620180118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,717 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,717 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.Replication(171): ef788a4cade8,43457,1731620180118 started 2024-11-14T21:36:21,735 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:21,735 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,43457,1731620180118, RpcServer on ef788a4cade8/172.17.0.2:43457, sessionid=0x100ac5e9b3a0001 2024-11-14T21:36:21,735 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:36:21,735 DEBUG [RS:0;ef788a4cade8:43457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,43457,1731620180118 2024-11-14T21:36:21,735 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43457,1731620180118' 2024-11-14T21:36:21,735 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-638429438/flush-table-proc/abort' 2024-11-14T21:36:21,735 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-638429438/flush-table-proc/acquired' 2024-11-14T21:36:21,736 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:36:21,736 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:36:21,736 DEBUG [RS:0;ef788a4cade8:43457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,43457,1731620180118 2024-11-14T21:36:21,736 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43457,1731620180118' 2024-11-14T21:36:21,736 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-638429438/online-snapshot/abort' 2024-11-14T21:36:21,736 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-638429438/online-snapshot/acquired' 2024-11-14T21:36:21,736 DEBUG [RS:0;ef788a4cade8:43457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:36:21,737 INFO [RS:0;ef788a4cade8:43457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:36:21,737 INFO [RS:0;ef788a4cade8:43457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:36:21,837 INFO [RS:0;ef788a4cade8:43457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:21,840 INFO [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C43457%2C1731620180118, suffix=, logDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118, archiveDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/oldWALs, maxLogs=10 2024-11-14T21:36:21,855 DEBUG [RS:0;ef788a4cade8:43457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840, exclude list is [], retry=0 2024-11-14T21:36:21,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34957,DS-a38c8493-0c0a-4246-a84f-0e65079c8815,DISK] 2024-11-14T21:36:21,861 INFO [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 2024-11-14T21:36:21,861 DEBUG [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40877:40877)] 2024-11-14T21:36:22,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:36:22,022 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383 2024-11-14T21:36:22,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:36:22,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:22,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:22,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:22,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:22,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:22,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:22,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:22,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:22,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:22,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:22,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740 2024-11-14T21:36:22,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740 2024-11-14T21:36:22,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:22,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:22,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:22,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:22,463 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:22,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72480891, jitterRate=0.08004944026470184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620182438Initializing all the Stores at 1731620182439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620182439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620182439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620182439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620182439Cleaning up temporary data from old regions at 1731620182458 (+19 ms)Region opened successfully at 1731620182465 (+7 ms) 2024-11-14T21:36:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:36:22,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:36:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:36:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:36:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:36:22,465 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620182465Disabling compacts and flushes for region at 1731620182465Disabling writes for close at 1731620182465Writing region close event to WAL at 1731620182465Closed at 1731620182465 2024-11-14T21:36:22,468 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:22,468 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:36:22,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:36:22,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:22,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:36:22,623 DEBUG [ef788a4cade8:36181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:36:22,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:22,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,43457,1731620180118, state=OPENING 2024-11-14T21:36:22,627 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:36:22,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:22,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:22,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-638429438/meta-region-server: CHANGED 2024-11-14T21:36:22,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:22,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,43457,1731620180118}] 2024-11-14T21:36:22,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-638429438/meta-region-server: CHANGED 2024-11-14T21:36:22,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:36:22,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:36:22,798 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:36:22,799 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:22,799 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:36:22,801 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C43457%2C1731620180118.meta, suffix=.meta, logDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118, archiveDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/oldWALs, maxLogs=10 2024-11-14T21:36:22,819 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.meta.1731620182802.meta, exclude list is [], retry=0 2024-11-14T21:36:22,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34957,DS-a38c8493-0c0a-4246-a84f-0e65079c8815,DISK] 2024-11-14T21:36:22,842 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.meta.1731620182802.meta 2024-11-14T21:36:22,850 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40877:40877)] 2024-11-14T21:36:22,851 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:22,851 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:22,851 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:36:22,851 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:36:22,852 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:36:22,852 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:36:22,852 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:22,852 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:36:22,852 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:36:22,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:22,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:22,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:22,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:22,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:22,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:22,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:22,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:22,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:22,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:22,877 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:22,878 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740 2024-11-14T21:36:22,881 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740 2024-11-14T21:36:22,886 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:22,886 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:22,890 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:22,895 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:22,897 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65628205, jitterRate=-0.022063538432121277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:22,897 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:36:22,898 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620182852Writing region info on filesystem at 1731620182852Initializing all the Stores at 1731620182855 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620182855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620182859 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620182859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620182859Cleaning up temporary data from old regions at 1731620182886 (+27 ms)Running coprocessor post-open hooks at 1731620182897 (+11 ms)Region opened successfully at 1731620182898 (+1 ms) 2024-11-14T21:36:22,903 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620182785 2024-11-14T21:36:22,907 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:36:22,907 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:36:22,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:22,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,43457,1731620180118, state=OPEN 2024-11-14T21:36:22,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-638429438/meta-region-server 2024-11-14T21:36:22,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-638429438/meta-region-server: CHANGED 2024-11-14T21:36:22,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-638429438/meta-region-server 2024-11-14T21:36:22,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-638429438/meta-region-server: CHANGED 2024-11-14T21:36:22,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:22,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:36:22,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,43457,1731620180118 in 299 msec 2024-11-14T21:36:22,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:36:22,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-14T21:36:22,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:22,948 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:36:22,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:22,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43457,1731620180118, seqNum=-1] 2024-11-14T21:36:22,950 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:22,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:22,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3820 sec 2024-11-14T21:36:22,979 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620182979, completionTime=-1 2024-11-14T21:36:22,979 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:36:22,979 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:36:22,983 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:36:22,983 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620242983 2024-11-14T21:36:22,983 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620302983 2024-11-14T21:36:22,983 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T21:36:22,984 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36181,1731620180016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:22,984 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36181,1731620180016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:22,984 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36181,1731620180016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:22,984 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:36181, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:22,984 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:22,984 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:22,991 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.826sec 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36181,1731620180016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:22,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36181,1731620180016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:36:23,014 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:36:23,014 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:36:23,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36181,1731620180016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:23,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281668b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:23,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,36181,-1 for getting cluster id 2024-11-14T21:36:23,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:23,057 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c' 2024-11-14T21:36:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c" 2024-11-14T21:36:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45390c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,36181,-1] 2024-11-14T21:36:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:23,063 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:23,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a1de71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:23,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43457,1731620180118, seqNum=-1] 2024-11-14T21:36:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:23,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:23,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,36181,1731620180016 2024-11-14T21:36:23,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63712 2024-11-14T21:36:23,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:23,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac5e9b3a0002 connected 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.log.dir so I do NOT create it in target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55 2024-11-14T21:36:23,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.tmp.dir so I do NOT create it in target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55 2024-11-14T21:36:23,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:36:23,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/cluster_920413cc-206d-e449-6a6e-19b2fcb4e38e, deleteOnExit=true 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/test.cache.data in system properties and HBase conf 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:36:23,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:36:23,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:36:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:36:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:36:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:36:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:36:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:36:23,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:23,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:23,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:23,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:23,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:36:23,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b05efee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72885dbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:23,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7378a481{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/java.io.tmpdir/jetty-localhost-32929-hadoop-hdfs-3_4_1-tests_jar-_-any-3145399467361098249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:36:23,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c1e0cf{HTTP/1.1, (http/1.1)}{localhost:32929} 2024-11-14T21:36:23,459 INFO [Time-limited test {}] server.Server(415): Started @52812ms 2024-11-14T21:36:23,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:36:23,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:36:23,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:36:23,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:36:23,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:36:23,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350446e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:36:23,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3892f4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:36:23,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c404736{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/java.io.tmpdir/jetty-localhost-34665-hadoop-hdfs-3_4_1-tests_jar-_-any-15353334046384547361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:36:23,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33347bc{HTTP/1.1, (http/1.1)}{localhost:34665} 2024-11-14T21:36:23,686 INFO [Time-limited test {}] server.Server(415): Started @53039ms 2024-11-14T21:36:23,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:36:23,803 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/cluster_920413cc-206d-e449-6a6e-19b2fcb4e38e/data/data1/current/BP-205047270-172.17.0.2-1731620183214/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:23,805 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/cluster_920413cc-206d-e449-6a6e-19b2fcb4e38e/data/data2/current/BP-205047270-172.17.0.2-1731620183214/current, will proceed with Du for space computation calculation, 2024-11-14T21:36:23,847 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:36:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3e9923c9cc828fe with lease ID 0x177409c8e9557c38: Processing first storage report for DS-6b1f2423-4bbb-434b-b7ff-5cf23ec5f794 from datanode DatanodeRegistration(127.0.0.1:38353, datanodeUuid=05466ce6-26b4-4362-be8f-815ea8b3751b, infoPort=46303, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1219029954;c=1731620183214) 2024-11-14T21:36:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3e9923c9cc828fe with lease ID 0x177409c8e9557c38: from storage DS-6b1f2423-4bbb-434b-b7ff-5cf23ec5f794 node DatanodeRegistration(127.0.0.1:38353, datanodeUuid=05466ce6-26b4-4362-be8f-815ea8b3751b, infoPort=46303, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1219029954;c=1731620183214), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:36:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3e9923c9cc828fe with lease ID 0x177409c8e9557c38: Processing first storage report for DS-dfffaa27-2c82-4cea-be68-749281be4a09 from datanode DatanodeRegistration(127.0.0.1:38353, datanodeUuid=05466ce6-26b4-4362-be8f-815ea8b3751b, infoPort=46303, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1219029954;c=1731620183214) 2024-11-14T21:36:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3e9923c9cc828fe with lease ID 0x177409c8e9557c38: from storage DS-dfffaa27-2c82-4cea-be68-749281be4a09 node DatanodeRegistration(127.0.0.1:38353, datanodeUuid=05466ce6-26b4-4362-be8f-815ea8b3751b, infoPort=46303, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1219029954;c=1731620183214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:36:23,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55 2024-11-14T21:36:23,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:23,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:36:24,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6 with version=8 2024-11-14T21:36:24,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/hbase-staging 2024-11-14T21:36:24,370 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:24,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:24,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:24,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:24,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:24,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:24,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:36:24,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:24,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43977 2024-11-14T21:36:24,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43977 connecting to ZooKeeper ensemble=127.0.0.1:63712 2024-11-14T21:36:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439770x0, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:24,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43977-0x100ac5e9b3a0003 connected 2024-11-14T21:36:24,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:24,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:24,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on znode that does not yet exist, /1811283320/running 2024-11-14T21:36:24,535 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6, hbase.cluster.distributed=false 2024-11-14T21:36:24,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on znode that does not yet exist, /1811283320/acl 2024-11-14T21:36:24,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-14T21:36:24,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43977 2024-11-14T21:36:24,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43977 2024-11-14T21:36:24,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-14T21:36:24,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-14T21:36:24,578 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:36:24,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:24,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:24,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:36:24,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:36:24,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:36:24,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:36:24,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:36:24,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38741 2024-11-14T21:36:24,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38741 connecting to ZooKeeper ensemble=127.0.0.1:63712 2024-11-14T21:36:24,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:24,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:24,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387410x0, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:24,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387410x0, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on znode that does not yet exist, /1811283320/running 2024-11-14T21:36:24,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:36:24,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38741-0x100ac5e9b3a0004 connected 2024-11-14T21:36:24,610 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:36:24,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on znode that does not yet exist, /1811283320/master 2024-11-14T21:36:24,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on znode that does not yet exist, /1811283320/acl 2024-11-14T21:36:24,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38741 2024-11-14T21:36:24,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38741 2024-11-14T21:36:24,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38741 2024-11-14T21:36:24,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38741 2024-11-14T21:36:24,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38741 2024-11-14T21:36:24,638 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:43977 2024-11-14T21:36:24,638 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1811283320/backup-masters/ef788a4cade8,43977,1731620184370 2024-11-14T21:36:24,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320/backup-masters 2024-11-14T21:36:24,641 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on existing znode=/1811283320/backup-masters/ef788a4cade8,43977,1731620184370 2024-11-14T21:36:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320/backup-masters 2024-11-14T21:36:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:24,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1811283320/master 2024-11-14T21:36:24,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:24,646 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on existing znode=/1811283320/master 2024-11-14T21:36:24,647 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1811283320/backup-masters/ef788a4cade8,43977,1731620184370 from backup master directory 2024-11-14T21:36:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320/backup-masters 2024-11-14T21:36:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811283320/backup-masters/ef788a4cade8,43977,1731620184370 2024-11-14T21:36:24,649 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:24,649 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,43977,1731620184370 2024-11-14T21:36:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320/backup-masters 2024-11-14T21:36:24,654 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/hbase.id] with ID: fec491d0-468b-4184-ad31-44654ad0f080 2024-11-14T21:36:24,654 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/.tmp/hbase.id 2024-11-14T21:36:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:36:25,066 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/.tmp/hbase.id]:[hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/hbase.id] 2024-11-14T21:36:25,085 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:25,085 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:36:25,087 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T21:36:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:36:25,536 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:25,537 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:36:25,537 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:25,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:36:25,944 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store 2024-11-14T21:36:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:36:25,952 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:25,952 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:36:25,952 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:25,952 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:25,952 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:36:25,952 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:25,952 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:36:25,952 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620185952Disabling compacts and flushes for region at 1731620185952Disabling writes for close at 1731620185952Writing region close event to WAL at 1731620185952Closed at 1731620185952 2024-11-14T21:36:25,955 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/.initializing 2024-11-14T21:36:25,955 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/WALs/ef788a4cade8,43977,1731620184370 2024-11-14T21:36:25,956 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:25,959 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C43977%2C1731620184370, suffix=, logDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/WALs/ef788a4cade8,43977,1731620184370, archiveDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/oldWALs, maxLogs=10 2024-11-14T21:36:25,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/WALs/ef788a4cade8,43977,1731620184370/ef788a4cade8%2C43977%2C1731620184370.1731620185959, exclude list is [], retry=0 2024-11-14T21:36:25,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38353,DS-6b1f2423-4bbb-434b-b7ff-5cf23ec5f794,DISK] 2024-11-14T21:36:25,985 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/WALs/ef788a4cade8,43977,1731620184370/ef788a4cade8%2C43977%2C1731620184370.1731620185959 2024-11-14T21:36:25,985 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-14T21:36:25,985 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:25,986 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:25,986 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,986 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:36:25,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:25,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:25,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:36:25,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:25,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:25,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:36:25,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:25,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:25,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:36:25,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:25,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:25,997 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,997 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,998 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:25,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:26,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:36:26,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:26,003 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60868098, jitterRate=-0.09299466013908386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:26,003 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620185986Initializing all the Stores at 1731620185987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620185987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620185990 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620185990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620185990Cleaning up temporary data from old regions at 1731620185999 (+9 ms)Region opened successfully at 1731620186003 (+4 ms) 2024-11-14T21:36:26,003 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:36:26,006 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30abb0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:26,007 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:36:26,007 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:36:26,007 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:36:26,007 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:36:26,007 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:36:26,008 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:36:26,008 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:36:26,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:36:26,010 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Unable to get data of znode /1811283320/balancer because node does not exist (not necessarily an error) 2024-11-14T21:36:26,012 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811283320/balancer already deleted, retry=false 2024-11-14T21:36:26,012 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:36:26,013 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Unable to get data of znode /1811283320/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:36:26,015 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811283320/normalizer already deleted, retry=false 2024-11-14T21:36:26,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:36:26,016 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Unable to get data of znode /1811283320/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:36:26,021 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811283320/switch/split already deleted, retry=false 2024-11-14T21:36:26,022 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Unable to get data of znode /1811283320/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:36:26,025 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811283320/switch/merge already deleted, retry=false 2024-11-14T21:36:26,027 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Unable to get data of znode /1811283320/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:36:26,028 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811283320/snapshot-cleanup already deleted, retry=false 2024-11-14T21:36:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1811283320/running 2024-11-14T21:36:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:26,032 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,43977,1731620184370, sessionid=0x100ac5e9b3a0003, setting cluster-up flag (Was=false) 2024-11-14T21:36:26,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1811283320/running 2024-11-14T21:36:26,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:26,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:26,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:26,053 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1811283320/flush-table-proc/acquired, /1811283320/flush-table-proc/reached, /1811283320/flush-table-proc/abort 2024-11-14T21:36:26,054 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,43977,1731620184370 2024-11-14T21:36:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:26,067 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1811283320/online-snapshot/acquired, /1811283320/online-snapshot/reached, /1811283320/online-snapshot/abort 2024-11-14T21:36:26,068 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,43977,1731620184370 2024-11-14T21:36:26,069 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:36:26,071 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:26,071 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:36:26,071 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:36:26,071 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,43977,1731620184370 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:26,073 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:26,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:36:26,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:26,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:36:26,078 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620216078 2024-11-14T21:36:26,078 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:36:26,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:36:26,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:36:26,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:36:26,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:36:26,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:36:26,082 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,082 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:36:26,082 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:36:26,082 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:36:26,082 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:36:26,086 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:36:26,086 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:36:26,087 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620186086,5,FailOnTimeoutGroup] 2024-11-14T21:36:26,087 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620186087,5,FailOnTimeoutGroup] 2024-11-14T21:36:26,087 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,088 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:36:26,088 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,088 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:36:26,126 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(746): ClusterId : fec491d0-468b-4184-ad31-44654ad0f080 2024-11-14T21:36:26,126 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:36:26,129 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:36:26,129 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:36:26,133 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:36:26,134 DEBUG [RS:0;ef788a4cade8:38741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286f6925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:36:26,150 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:38741 2024-11-14T21:36:26,150 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:36:26,150 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:36:26,150 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:36:26,151 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,43977,1731620184370 with port=38741, startcode=1731620184578 2024-11-14T21:36:26,151 DEBUG [RS:0;ef788a4cade8:38741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:36:26,153 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:36:26,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,38741,1731620184578 2024-11-14T21:36:26,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,38741,1731620184578 2024-11-14T21:36:26,155 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6 2024-11-14T21:36:26,155 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44581 2024-11-14T21:36:26,155 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:36:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320/rs 2024-11-14T21:36:26,157 DEBUG [RS:0;ef788a4cade8:38741 {}] zookeeper.ZKUtil(111): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on existing znode=/1811283320/rs/ef788a4cade8,38741,1731620184578 2024-11-14T21:36:26,157 WARN [RS:0;ef788a4cade8:38741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:36:26,157 INFO [RS:0;ef788a4cade8:38741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:26,158 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578 2024-11-14T21:36:26,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,38741,1731620184578] 2024-11-14T21:36:26,164 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:36:26,167 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:36:26,171 INFO [RS:0;ef788a4cade8:38741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:36:26,171 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,172 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:36:26,173 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:36:26,174 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:26,174 DEBUG [RS:0;ef788a4cade8:38741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:36:26,176 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,176 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,176 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,176 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,176 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,176 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38741,1731620184578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:26,194 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:36:26,194 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38741,1731620184578-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,194 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,194 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.Replication(171): ef788a4cade8,38741,1731620184578 started 2024-11-14T21:36:26,209 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:26,210 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,38741,1731620184578, RpcServer on ef788a4cade8/172.17.0.2:38741, sessionid=0x100ac5e9b3a0004 2024-11-14T21:36:26,210 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:36:26,210 DEBUG [RS:0;ef788a4cade8:38741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,38741,1731620184578 2024-11-14T21:36:26,210 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,38741,1731620184578' 2024-11-14T21:36:26,210 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1811283320/flush-table-proc/abort' 2024-11-14T21:36:26,210 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1811283320/flush-table-proc/acquired' 2024-11-14T21:36:26,211 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:36:26,211 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:36:26,211 DEBUG [RS:0;ef788a4cade8:38741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,38741,1731620184578 2024-11-14T21:36:26,211 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,38741,1731620184578' 2024-11-14T21:36:26,211 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1811283320/online-snapshot/abort' 2024-11-14T21:36:26,217 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1811283320/online-snapshot/acquired' 2024-11-14T21:36:26,218 DEBUG [RS:0;ef788a4cade8:38741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:36:26,218 INFO [RS:0;ef788a4cade8:38741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:36:26,218 INFO [RS:0;ef788a4cade8:38741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:36:26,319 INFO [RS:0;ef788a4cade8:38741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:36:26,320 INFO [RS:0;ef788a4cade8:38741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C38741%2C1731620184578, suffix=, logDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578, archiveDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/oldWALs, maxLogs=10 2024-11-14T21:36:26,338 DEBUG [RS:0;ef788a4cade8:38741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578/ef788a4cade8%2C38741%2C1731620184578.1731620186321, exclude list is [], retry=0 2024-11-14T21:36:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38353,DS-6b1f2423-4bbb-434b-b7ff-5cf23ec5f794,DISK] 2024-11-14T21:36:26,365 INFO [RS:0;ef788a4cade8:38741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578/ef788a4cade8%2C38741%2C1731620184578.1731620186321 2024-11-14T21:36:26,366 DEBUG [RS:0;ef788a4cade8:38741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-14T21:36:26,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:36:26,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6 2024-11-14T21:36:26,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:36:26,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:26,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:26,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:26,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:26,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:26,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:26,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:26,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:26,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:26,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:26,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:26,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:26,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:26,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:26,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:26,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:26,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740 2024-11-14T21:36:26,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740 2024-11-14T21:36:26,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:26,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:26,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:26,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:26,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:26,944 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71024546, jitterRate=0.05834820866584778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:26,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620186927Initializing all the Stores at 1731620186928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620186928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620186928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620186928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620186928Cleaning up temporary data from old regions at 1731620186938 (+10 ms)Region opened successfully at 1731620186944 (+6 ms) 2024-11-14T21:36:26,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:36:26,944 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:36:26,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:36:26,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:36:26,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:36:26,945 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:36:26,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620186944Disabling compacts and flushes for region at 1731620186944Disabling writes for close at 1731620186944Writing region close event to WAL at 1731620186945 (+1 ms)Closed at 1731620186945 2024-11-14T21:36:26,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:26,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:36:26,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:36:26,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:26,950 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:36:27,100 DEBUG [ef788a4cade8:43977 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:36:27,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,38741,1731620184578 2024-11-14T21:36:27,103 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,38741,1731620184578, state=OPENING 2024-11-14T21:36:27,107 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:36:27,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:27,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:36:27,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811283320/meta-region-server: CHANGED 2024-11-14T21:36:27,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811283320/meta-region-server: CHANGED 2024-11-14T21:36:27,110 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:36:27,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,38741,1731620184578}] 2024-11-14T21:36:27,264 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:36:27,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:36:27,278 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:36:27,279 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:27,279 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:36:27,287 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C38741%2C1731620184578.meta, suffix=.meta, logDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578, archiveDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/oldWALs, maxLogs=10 2024-11-14T21:36:27,305 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578/ef788a4cade8%2C38741%2C1731620184578.meta.1731620187287.meta, exclude list is [], retry=0 2024-11-14T21:36:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38353,DS-6b1f2423-4bbb-434b-b7ff-5cf23ec5f794,DISK] 2024-11-14T21:36:27,312 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578/ef788a4cade8%2C38741%2C1731620184578.meta.1731620187287.meta 2024-11-14T21:36:27,313 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-14T21:36:27,313 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:27,313 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:27,314 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:36:27,314 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:36:27,314 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:36:27,314 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:36:27,314 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:27,314 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:36:27,314 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:36:27,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:36:27,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:36:27,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:27,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:27,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:36:27,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:36:27,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:27,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:27,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:36:27,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:36:27,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:27,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:27,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:36:27,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:36:27,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:27,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:36:27,334 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:36:27,335 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740 2024-11-14T21:36:27,337 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740 2024-11-14T21:36:27,338 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:36:27,338 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:36:27,339 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:36:27,343 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:36:27,344 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62670232, jitterRate=-0.06614077091217041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:36:27,345 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:36:27,345 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620187314Writing region info on filesystem at 1731620187314Initializing all the Stores at 1731620187320 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620187320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620187324 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620187324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620187324Cleaning up temporary data from old regions at 1731620187338 (+14 ms)Running coprocessor post-open hooks at 1731620187345 (+7 ms)Region opened successfully at 1731620187345 2024-11-14T21:36:27,346 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620187264 2024-11-14T21:36:27,349 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:36:27,349 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:36:27,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,38741,1731620184578 2024-11-14T21:36:27,351 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,38741,1731620184578, state=OPEN 2024-11-14T21:36:27,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1811283320/meta-region-server 2024-11-14T21:36:27,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1811283320/meta-region-server 2024-11-14T21:36:27,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,38741,1731620184578 2024-11-14T21:36:27,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811283320/meta-region-server: CHANGED 2024-11-14T21:36:27,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811283320/meta-region-server: CHANGED 2024-11-14T21:36:27,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:36:27,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,38741,1731620184578 in 244 msec 2024-11-14T21:36:27,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:36:27,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-14T21:36:27,360 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:36:27,360 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:36:27,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:27,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,38741,1731620184578, seqNum=-1] 2024-11-14T21:36:27,362 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:27,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:27,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-14T21:36:27,369 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620187369, completionTime=-1 2024-11-14T21:36:27,369 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:36:27,369 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:36:27,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:36:27,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620247372 2024-11-14T21:36:27,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620307372 2024-11-14T21:36:27,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:36:27,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43977,1731620184370-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:27,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43977,1731620184370-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:27,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43977,1731620184370-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:27,373 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:43977, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:27,373 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:27,374 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:27,376 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.730sec 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43977,1731620184370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:36:27,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43977,1731620184370-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:36:27,389 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:36:27,389 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:36:27,389 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43977,1731620184370-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:36:27,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a0fa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:27,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43977,-1 for getting cluster id 2024-11-14T21:36:27,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:27,429 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec491d0-468b-4184-ad31-44654ad0f080' 2024-11-14T21:36:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec491d0-468b-4184-ad31-44654ad0f080" 2024-11-14T21:36:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f95238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43977,-1] 2024-11-14T21:36:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:27,433 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:27,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ef56d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:27,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,38741,1731620184578, seqNum=-1] 2024-11-14T21:36:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:27,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:27,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,43977,1731620184370 2024-11-14T21:36:27,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63712 2024-11-14T21:36:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:36:27,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac5e9b3a0005 connected 2024-11-14T21:36:27,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,36181,1731620180016 2024-11-14T21:36:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dcd596d 2024-11-14T21:36:27,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:27,461 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:27,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:36:27,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:36:27,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:27,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:36:27,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:36:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:36:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:27,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:36:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:27,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02a63027f328c82e996f1cff0da1394c, NAME => 'test,,1731620187461.02a63027f328c82e996f1cff0da1394c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383 2024-11-14T21:36:27,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:36:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:28,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620187461.02a63027f328c82e996f1cff0da1394c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:28,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 02a63027f328c82e996f1cff0da1394c, disabling compactions & flushes 2024-11-14T21:36:28,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:36:28,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:36:28,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620187461.02a63027f328c82e996f1cff0da1394c. after waiting 0 ms 2024-11-14T21:36:28,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:36:28,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:36:28,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02a63027f328c82e996f1cff0da1394c: Waiting for close lock at 1731620188308Disabling compacts and flushes for region at 1731620188308Disabling writes for close at 1731620188308Writing region close event to WAL at 1731620188308Closed at 1731620188308 2024-11-14T21:36:28,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:36:28,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620187461.02a63027f328c82e996f1cff0da1394c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620188310"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620188310"}]},"ts":"1731620188310"} 2024-11-14T21:36:28,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:36:28,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:36:28,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620188314"}]},"ts":"1731620188314"} 2024-11-14T21:36:28,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:36:28,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02a63027f328c82e996f1cff0da1394c, ASSIGN}] 2024-11-14T21:36:28,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02a63027f328c82e996f1cff0da1394c, ASSIGN 2024-11-14T21:36:28,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=02a63027f328c82e996f1cff0da1394c, ASSIGN; state=OFFLINE, location=ef788a4cade8,43457,1731620180118; forceNewPlan=false, retain=false 2024-11-14T21:36:28,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:36:28,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:28,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:28,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:28,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:28,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:36:28,405 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T21:36:28,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:36:28,405 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T21:36:28,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:36:28,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T21:36:28,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02a63027f328c82e996f1cff0da1394c, regionState=OPENING, regionLocation=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=02a63027f328c82e996f1cff0da1394c, ASSIGN because future has completed 2024-11-14T21:36:28,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02a63027f328c82e996f1cff0da1394c, server=ef788a4cade8,43457,1731620180118}] 2024-11-14T21:36:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:28,629 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:36:28,629 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02a63027f328c82e996f1cff0da1394c, NAME => 'test,,1731620187461.02a63027f328c82e996f1cff0da1394c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:28,630 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:28,630 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:36:28,630 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,630 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620187461.02a63027f328c82e996f1cff0da1394c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:28,630 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,630 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,631 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,633 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a63027f328c82e996f1cff0da1394c columnFamilyName f 2024-11-14T21:36:28,633 DEBUG [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:28,633 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] regionserver.HStore(327): Store=02a63027f328c82e996f1cff0da1394c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:28,634 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,635 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a63027f328c82e996f1cff0da1394c columnFamilyName f1 2024-11-14T21:36:28,635 DEBUG [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:28,636 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] regionserver.HStore(327): Store=02a63027f328c82e996f1cff0da1394c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:28,636 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,637 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a63027f328c82e996f1cff0da1394c columnFamilyName norep 2024-11-14T21:36:28,637 DEBUG [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:28,637 INFO [StoreOpener-02a63027f328c82e996f1cff0da1394c-1 {}] regionserver.HStore(327): Store=02a63027f328c82e996f1cff0da1394c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:28,637 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,638 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,638 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,639 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,639 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,640 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:36:28,641 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,643 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:28,644 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02a63027f328c82e996f1cff0da1394c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64497462, jitterRate=-0.03891292214393616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:36:28,644 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:36:28,644 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02a63027f328c82e996f1cff0da1394c: Running coprocessor pre-open hook at 1731620188630Writing region info on filesystem at 1731620188630Initializing all the Stores at 1731620188631 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620188631Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620188631Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620188631Cleaning up temporary data from old regions at 1731620188639 (+8 ms)Running coprocessor post-open hooks at 1731620188644 (+5 ms)Region opened successfully at 1731620188644 2024-11-14T21:36:28,646 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620187461.02a63027f328c82e996f1cff0da1394c., pid=6, masterSystemTime=1731620188624 2024-11-14T21:36:28,648 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:36:28,649 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:36:28,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02a63027f328c82e996f1cff0da1394c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:28,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02a63027f328c82e996f1cff0da1394c, server=ef788a4cade8,43457,1731620180118 because future has completed 2024-11-14T21:36:28,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:36:28,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02a63027f328c82e996f1cff0da1394c, server=ef788a4cade8,43457,1731620180118 in 182 msec 2024-11-14T21:36:28,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:36:28,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=02a63027f328c82e996f1cff0da1394c, ASSIGN in 341 msec 2024-11-14T21:36:28,661 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:36:28,661 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620188661"}]},"ts":"1731620188661"} 2024-11-14T21:36:28,663 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:36:28,664 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:36:28,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-14T21:36:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:29,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:29,628 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:36:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43977,1731620184370 2024-11-14T21:36:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3223efd8 2024-11-14T21:36:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:29,631 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:29,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:36:29,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:36:29,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:29,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:36:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:29,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:36:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:36:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:30,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1a38cd2d4af9d5887030c6379a6cd1c, NAME => 'test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6 2024-11-14T21:36:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:36:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:30,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:30,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d1a38cd2d4af9d5887030c6379a6cd1c, disabling compactions & flushes 2024-11-14T21:36:30,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:36:30,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:36:30,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. after waiting 0 ms 2024-11-14T21:36:30,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:36:30,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:36:30,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1a38cd2d4af9d5887030c6379a6cd1c: Waiting for close lock at 1731620190452Disabling compacts and flushes for region at 1731620190452Disabling writes for close at 1731620190452Writing region close event to WAL at 1731620190452Closed at 1731620190452 2024-11-14T21:36:30,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:36:30,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620190453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620190453"}]},"ts":"1731620190453"} 2024-11-14T21:36:30,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:36:30,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:36:30,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620190457"}]},"ts":"1731620190457"} 2024-11-14T21:36:30,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:36:30,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1a38cd2d4af9d5887030c6379a6cd1c, ASSIGN}] 2024-11-14T21:36:30,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1a38cd2d4af9d5887030c6379a6cd1c, ASSIGN 2024-11-14T21:36:30,462 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d1a38cd2d4af9d5887030c6379a6cd1c, ASSIGN; state=OFFLINE, location=ef788a4cade8,38741,1731620184578; forceNewPlan=false, retain=false 2024-11-14T21:36:30,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1a38cd2d4af9d5887030c6379a6cd1c, regionState=OPENING, regionLocation=ef788a4cade8,38741,1731620184578 2024-11-14T21:36:30,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d1a38cd2d4af9d5887030c6379a6cd1c, ASSIGN because future has completed 2024-11-14T21:36:30,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1a38cd2d4af9d5887030c6379a6cd1c, server=ef788a4cade8,38741,1731620184578}] 2024-11-14T21:36:30,775 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:36:30,775 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d1a38cd2d4af9d5887030c6379a6cd1c, NAME => 'test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:30,776 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:30,776 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:36:30,776 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,776 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:30,776 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,776 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:30,778 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,779 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a38cd2d4af9d5887030c6379a6cd1c columnFamilyName f 2024-11-14T21:36:30,779 DEBUG [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:30,780 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] regionserver.HStore(327): Store=d1a38cd2d4af9d5887030c6379a6cd1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:30,780 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,781 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a38cd2d4af9d5887030c6379a6cd1c columnFamilyName f1 2024-11-14T21:36:30,781 DEBUG [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:30,781 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] regionserver.HStore(327): Store=d1a38cd2d4af9d5887030c6379a6cd1c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:30,781 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,782 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a38cd2d4af9d5887030c6379a6cd1c columnFamilyName norep 2024-11-14T21:36:30,783 DEBUG [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:30,783 INFO [StoreOpener-d1a38cd2d4af9d5887030c6379a6cd1c-1 {}] regionserver.HStore(327): Store=d1a38cd2d4af9d5887030c6379a6cd1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:30,783 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,784 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,784 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,785 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,785 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,785 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:36:30,786 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,789 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:30,789 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d1a38cd2d4af9d5887030c6379a6cd1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72498539, jitterRate=0.08031241595745087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:36:30,789 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:36:30,789 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d1a38cd2d4af9d5887030c6379a6cd1c: Running coprocessor pre-open hook at 1731620190776Writing region info on filesystem at 1731620190776Initializing all the Stores at 1731620190777 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620190777Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620190777Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620190777Cleaning up temporary data from old regions at 1731620190785 (+8 ms)Running coprocessor post-open hooks at 1731620190789 (+4 ms)Region opened successfully at 1731620190789 2024-11-14T21:36:30,790 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c., pid=6, masterSystemTime=1731620190770 2024-11-14T21:36:30,793 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:36:30,793 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:36:30,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1a38cd2d4af9d5887030c6379a6cd1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,38741,1731620184578 2024-11-14T21:36:30,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1a38cd2d4af9d5887030c6379a6cd1c, server=ef788a4cade8,38741,1731620184578 because future has completed 2024-11-14T21:36:30,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:36:30,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d1a38cd2d4af9d5887030c6379a6cd1c, server=ef788a4cade8,38741,1731620184578 in 180 msec 2024-11-14T21:36:30,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:36:30,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d1a38cd2d4af9d5887030c6379a6cd1c, ASSIGN in 340 msec 2024-11-14T21:36:30,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:36:30,804 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620190804"}]},"ts":"1731620190804"} 2024-11-14T21:36:30,806 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:36:30,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:36:30,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-14T21:36:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:36:31,787 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:36:31,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695d299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,36181,-1 for getting cluster id 2024-11-14T21:36:31,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:31,788 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c' 2024-11-14T21:36:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c" 2024-11-14T21:36:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5810fa4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,36181,-1] 2024-11-14T21:36:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:31,790 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:31,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f62c37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32336795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43977,-1 for getting cluster id 2024-11-14T21:36:31,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:31,792 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec491d0-468b-4184-ad31-44654ad0f080' 2024-11-14T21:36:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec491d0-468b-4184-ad31-44654ad0f080" 2024-11-14T21:36:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d256e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43977,-1] 2024-11-14T21:36:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:31,794 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a31c988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411af6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,36181,-1 for getting cluster id 2024-11-14T21:36:31,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:31,796 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c' 2024-11-14T21:36:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c" 2024-11-14T21:36:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cac4edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,36181,-1] 2024-11-14T21:36:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:31,798 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf8e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,36181,1731620180016 2024-11-14T21:36:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11acb06e 2024-11-14T21:36:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:31,801 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:31,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:43977,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:36:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:36:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:36:31,805 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:43977' 2024-11-14T21:36:31,806 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed170ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,806 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43977,-1 for getting cluster id 2024-11-14T21:36:31,806 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:31,808 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec491d0-468b-4184-ad31-44654ad0f080' 2024-11-14T21:36:31,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:31,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec491d0-468b-4184-ad31-44654ad0f080" 2024-11-14T21:36:31,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0027e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43977,-1] 2024-11-14T21:36:31,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:31,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:31,810 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:31,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65057b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:31,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:31,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43977,1731620184370 2024-11-14T21:36:31,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22bc198d 2024-11-14T21:36:31,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:31,814 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:31,815 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T21:36:31,815 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:36:31,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:31,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:31,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:31,815 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:36:31,817 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:36:31,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:36:31,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:31,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:36:31,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:36:31,867 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:36:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:36:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:36:32,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:36:32,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93b502a4a5e84810d84724562cc9144e, NAME => 'hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383 2024-11-14T21:36:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:36:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:36:32,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:32,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 93b502a4a5e84810d84724562cc9144e, disabling compactions & flushes 2024-11-14T21:36:32,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:36:32,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:36:32,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. after waiting 0 ms 2024-11-14T21:36:32,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:36:32,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:36:32,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93b502a4a5e84810d84724562cc9144e: Waiting for close lock at 1731620192634Disabling compacts and flushes for region at 1731620192634Disabling writes for close at 1731620192635 (+1 ms)Writing region close event to WAL at 1731620192635Closed at 1731620192635 2024-11-14T21:36:32,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:36:32,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620192636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620192636"}]},"ts":"1731620192636"} 2024-11-14T21:36:32,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:36:32,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:36:32,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620192641"}]},"ts":"1731620192641"} 2024-11-14T21:36:32,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:36:32,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93b502a4a5e84810d84724562cc9144e, ASSIGN}] 2024-11-14T21:36:32,645 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93b502a4a5e84810d84724562cc9144e, ASSIGN 2024-11-14T21:36:32,646 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93b502a4a5e84810d84724562cc9144e, ASSIGN; state=OFFLINE, location=ef788a4cade8,43457,1731620180118; forceNewPlan=false, retain=false 2024-11-14T21:36:32,796 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93b502a4a5e84810d84724562cc9144e, regionState=OPENING, regionLocation=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:32,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93b502a4a5e84810d84724562cc9144e, ASSIGN because future has completed 2024-11-14T21:36:32,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93b502a4a5e84810d84724562cc9144e, server=ef788a4cade8,43457,1731620180118}] 2024-11-14T21:36:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:36:32,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:36:32,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:36:32,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:36:32,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C43457%2C1731620180118.rep, suffix=, logDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118, archiveDir=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/oldWALs, maxLogs=10 2024-11-14T21:36:32,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.rep.1731620192959, exclude list is [], retry=0 2024-11-14T21:36:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34957,DS-a38c8493-0c0a-4246-a84f-0e65079c8815,DISK] 2024-11-14T21:36:32,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.rep.1731620192959 2024-11-14T21:36:32,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40877:40877)] 2024-11-14T21:36:32,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 93b502a4a5e84810d84724562cc9144e, NAME => 'hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:36:32,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:36:32,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:36:32,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. service=MultiRowMutationService 2024-11-14T21:36:32,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:36:32,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:36:32,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,980 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,981 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b502a4a5e84810d84724562cc9144e columnFamilyName hfileref 2024-11-14T21:36:32,981 DEBUG [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:32,982 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] regionserver.HStore(327): Store=93b502a4a5e84810d84724562cc9144e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:32,982 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,983 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b502a4a5e84810d84724562cc9144e columnFamilyName queue 2024-11-14T21:36:32,984 DEBUG [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:32,984 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] regionserver.HStore(327): Store=93b502a4a5e84810d84724562cc9144e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:32,984 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,985 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b502a4a5e84810d84724562cc9144e columnFamilyName sid 2024-11-14T21:36:32,985 DEBUG [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:36:32,986 INFO [StoreOpener-93b502a4a5e84810d84724562cc9144e-1 {}] regionserver.HStore(327): Store=93b502a4a5e84810d84724562cc9144e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:36:32,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:36:32,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:36:32,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 93b502a4a5e84810d84724562cc9144e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60907590, jitterRate=-0.09240618348121643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:36:32,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:36:32,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 93b502a4a5e84810d84724562cc9144e: Running coprocessor pre-open hook at 1731620192979Writing region info on filesystem at 1731620192979Initializing all the Stores at 1731620192980 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620192980Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620192980Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620192980Cleaning up temporary data from old regions at 1731620192988 (+8 ms)Running coprocessor post-open hooks at 1731620192992 (+4 ms)Region opened successfully at 1731620192993 (+1 ms) 2024-11-14T21:36:32,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e., pid=10, masterSystemTime=1731620192952 2024-11-14T21:36:32,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:36:32,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:36:32,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93b502a4a5e84810d84724562cc9144e, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,43457,1731620180118 2024-11-14T21:36:32,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93b502a4a5e84810d84724562cc9144e, server=ef788a4cade8,43457,1731620180118 because future has completed 2024-11-14T21:36:33,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:36:33,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 93b502a4a5e84810d84724562cc9144e, server=ef788a4cade8,43457,1731620180118 in 201 msec 2024-11-14T21:36:33,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:36:33,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93b502a4a5e84810d84724562cc9144e, ASSIGN in 359 msec 2024-11-14T21:36:33,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:36:33,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620193005"}]},"ts":"1731620193005"} 2024-11-14T21:36:33,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:36:33,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:36:33,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-14T21:36:33,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e., hostname=ef788a4cade8,43457,1731620180118, seqNum=2] 2024-11-14T21:36:33,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:33,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:36:33,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:36:33,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:36:33,188 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:36:33,218 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,43457,1731620180118, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:36:33,218 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:33,218 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43457,1731620180118, seqNum=-1] 2024-11-14T21:36:33,219 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:33,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T21:36:33,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,43457,1731620180118', locateType=CURRENT is [region=hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e., hostname=ef788a4cade8,43457,1731620180118, seqNum=2] 2024-11-14T21:36:33,224 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:36:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:36:33,226 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,43457,1731620180118 suceeded 2024-11-14T21:36:33,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:36:33,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-14T21:36:33,229 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:43977,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T21:36:33,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-14T21:36:33,239 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:43977' 2024-11-14T21:36:33,240 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dd5103f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:33,240 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43977,-1 for getting cluster id 2024-11-14T21:36:33,241 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:33,241 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec491d0-468b-4184-ad31-44654ad0f080' 2024-11-14T21:36:33,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:33,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec491d0-468b-4184-ad31-44654ad0f080" 2024-11-14T21:36:33,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aefb567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:33,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43977,-1] 2024-11-14T21:36:33,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:33,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:33,243 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:33,244 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@257e3742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:33,244 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43977,1731620184370 2024-11-14T21:36:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@273f36ff 2024-11-14T21:36:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:33,246 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T21:36:33,246 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,43457,1731620180118 (queues=1) is replicating from cluster=d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c to cluster=fec491d0-468b-4184-ad31-44654ad0f080 2024-11-14T21:36:33,246 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C43457%2C1731620180118 2024-11-14T21:36:33,246 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,43457,1731620180118, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:36:33,247 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840, startPosition=0, beingWritten=true 2024-11-14T21:36:33,249 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C43457%2C1731620180118 2024-11-14T21:36:33,255 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:36:33,255 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 379, reset compression=false 2024-11-14T21:36:33,255 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,43457,1731620180118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:36:33,459 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 379, reset compression=false 2024-11-14T21:36:33,799 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 379, reset compression=false 2024-11-14T21:36:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:36:33,947 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:36:33,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:33,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:33,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:33,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:33,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:33,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:33,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731620193952/Put/seqid=0 2024-11-14T21:36:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741840_1016 (size=7894) 2024-11-14T21:36:34,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:36:34,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:34,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:34,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:34,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:36:34,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:36:34,203 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 379, reset compression=false 2024-11-14T21:36:34,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_1 is 34, key is ddd/f:row/1731620194360/Put/seqid=0 2024-11-14T21:36:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741841_1017 (size=7691) 2024-11-14T21:36:34,708 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 379, reset compression=false 2024-11-14T21:36:34,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a32880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:34,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,36181,-1 for getting cluster id 2024-11-14T21:36:34,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:34,772 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c' 2024-11-14T21:36:34,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:34,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c" 2024-11-14T21:36:34,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c666f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:34,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,36181,-1] 2024-11-14T21:36:34,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:34,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:34,775 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:34,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f701460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:34,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43457,1731620180118, seqNum=-1] 2024-11-14T21:36:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:34,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:34,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,36181,1731620180016 2024-11-14T21:36:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da2beeb 2024-11-14T21:36:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:34,799 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2] 2024-11-14T21:36:34,813 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:36:34,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T21:36:34,829 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T21:36:34,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_0 for inclusion in 02a63027f328c82e996f1cff0da1394c/f 2024-11-14T21:36:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T21:36:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:36:34,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_1 for inclusion in 02a63027f328c82e996f1cff0da1394c/f 2024-11-14T21:36:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T21:36:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:36:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HRegion(2603): Flush status journal for 02a63027f328c82e996f1cff0da1394c: 2024-11-14T21:36:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_0 to hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_0 2024-11-14T21:36:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_0 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ 2024-11-14T21:36:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f/f/hfile_1 to hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_1 2024-11-14T21:36:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_1 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ 2024-11-14T21:36:34,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_0 into 02a63027f328c82e996f1cff0da1394c/f as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ - updating store file list. 2024-11-14T21:36:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:36:34,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ into 02a63027f328c82e996f1cff0da1394c/f 2024-11-14T21:36:34,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_0 into 02a63027f328c82e996f1cff0da1394c/f (new location: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_) 2024-11-14T21:36:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_0 2024-11-14T21:36:34,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_1 into 02a63027f328c82e996f1cff0da1394c/f as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ - updating store file list. 2024-11-14T21:36:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2db405619ee04b9786d9834d9365db5d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:36:34,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ into 02a63027f328c82e996f1cff0da1394c/f 2024-11-14T21:36:34,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_1 into 02a63027f328c82e996f1cff0da1394c/f (new location: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_) 2024-11-14T21:36:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__rkj3uki60mojh4h6lbhnginrudfd45sjnaksho9lif2lfg8udbt1be6ftsheeq06/f/hfile_1 2024-11-14T21:36:34,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:34,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:34,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2 , the old value is region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef788a4cade8:43457 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:36:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:36:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2 from cache 2024-11-14T21:36:34,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:34,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:34,927 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T21:36:34,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,38741,1731620184578, seqNum=-1] 2024-11-14T21:36:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:34,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:34,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c., hostname=ef788a4cade8,38741,1731620184578, seqNum=2] 2024-11-14T21:36:34,938 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T21:36:35,038 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T21:36:35,312 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 379, reset compression=false 2024-11-14T21:36:35,318 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:36:35,318 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,43457,1731620180118 got entry batch from reader: WALEntryBatch [walEntries=[{test/02a63027f328c82e996f1cff0da1394c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620194916/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T21:36:35,338 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:36:35,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T21:36:35,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.ReplicationSink(318): Replicating [d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c] bulk loaded data 2024-11-14T21:36:35,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9cf1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:35,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43977,-1 for getting cluster id 2024-11-14T21:36:35,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:35,345 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec491d0-468b-4184-ad31-44654ad0f080' 2024-11-14T21:36:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec491d0-468b-4184-ad31-44654ad0f080" 2024-11-14T21:36:35,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6927ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:35,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43977,-1] 2024-11-14T21:36:35,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:35,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:35,347 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:35,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b00506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741837_1013 (size=7894) 2024-11-14T21:36:35,519 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 687, reset compression=false 2024-11-14T21:36:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741838_1014 (size=7691) 2024-11-14T21:36:35,824 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 687, reset compression=false 2024-11-14T21:36:35,941 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T21:36:36,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:36,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43977,1731620184370 2024-11-14T21:36:36,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f3139b 2024-11-14T21:36:36,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:36,177 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T21:36:36,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:36:36,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:36,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,38741,1731620184578, seqNum=-1] 2024-11-14T21:36:36,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:36,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T21:36:36,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T21:36:36,192 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T21:36:36,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ for inclusion in d1a38cd2d4af9d5887030c6379a6cd1c/f 2024-11-14T21:36:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T21:36:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:36:36,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ for inclusion in d1a38cd2d4af9d5887030c6379a6cd1c/f 2024-11-14T21:36:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T21:36:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:36:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HRegion(2603): Flush status journal for d1a38cd2d4af9d5887030c6379a6cd1c: 2024-11-14T21:36:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:36:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/a8667973fe27416e839d2cc13f8482ed_SeqId_4_ 2024-11-14T21:36:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2db405619ee04b9786d9834d9365db5d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:36:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/975df51a01824eaca5cb42dcde8009e8_SeqId_4_ 2024-11-14T21:36:36,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ into d1a38cd2d4af9d5887030c6379a6cd1c/f as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/a8667973fe27416e839d2cc13f8482ed_SeqId_4_ - updating store file list. 2024-11-14T21:36:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8667973fe27416e839d2cc13f8482ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:36:36,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/a8667973fe27416e839d2cc13f8482ed_SeqId_4_ into d1a38cd2d4af9d5887030c6379a6cd1c/f 2024-11-14T21:36:36,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ into d1a38cd2d4af9d5887030c6379a6cd1c/f (new location: hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/a8667973fe27416e839d2cc13f8482ed_SeqId_4_) 2024-11-14T21:36:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_ 2024-11-14T21:36:36,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ into d1a38cd2d4af9d5887030c6379a6cd1c/f as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/975df51a01824eaca5cb42dcde8009e8_SeqId_4_ - updating store file list. 2024-11-14T21:36:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 975df51a01824eaca5cb42dcde8009e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:36:36,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/975df51a01824eaca5cb42dcde8009e8_SeqId_4_ into d1a38cd2d4af9d5887030c6379a6cd1c/f 2024-11-14T21:36:36,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ into d1a38cd2d4af9d5887030c6379a6cd1c/f (new location: hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/f/975df51a01824eaca5cb42dcde8009e8_SeqId_4_) 2024-11-14T21:36:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/staging/jenkins.hfs.6__test__njpmql1cv0egf6mblfcu3re4vl0bslssi2c3m132vfsvr19g12conohoacp5q33s/f/2db405619ee04b9786d9834d9365db5d_SeqId_4_ 2024-11-14T21:36:36,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38741 {}] regionserver.ReplicationSink(324): Finished replicating [d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c] bulk loaded data 2024-11-14T21:36:36,229 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 687, reset compression=false 2024-11-14T21:36:36,733 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 687, reset compression=false 2024-11-14T21:36:36,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:36:36,959 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731620196958/Put/seqid=0 2024-11-14T21:36:36,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741842_1018 (size=7997) 2024-11-14T21:36:37,337 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 687, reset compression=false 2024-11-14T21:36:37,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731620197366/Put/seqid=0 2024-11-14T21:36:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741843_1019 (size=7794) 2024-11-14T21:36:37,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c620b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:37,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,36181,-1 for getting cluster id 2024-11-14T21:36:37,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:36:37,774 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c' 2024-11-14T21:36:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:36:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ff48a3-f9c6-4e24-bbe5-0c407b3c3c2c" 2024-11-14T21:36:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aca73fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,36181,-1] 2024-11-14T21:36:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:36:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:37,776 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:36:37,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38342beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:36:37,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43457,1731620180118, seqNum=-1] 2024-11-14T21:36:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:37,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:37,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:36:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,36181,1731620180016 2024-11-14T21:36:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b128846 2024-11-14T21:36:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:36:37,789 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:36:37,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2] 2024-11-14T21:36:37,795 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:36:37,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T21:36:37,804 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T21:36:37,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_0 for inclusion in 02a63027f328c82e996f1cff0da1394c/f1 2024-11-14T21:36:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T21:36:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:36:37,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_1 for inclusion in 02a63027f328c82e996f1cff0da1394c/f1 2024-11-14T21:36:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T21:36:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:36:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HRegion(2603): Flush status journal for 02a63027f328c82e996f1cff0da1394c: 2024-11-14T21:36:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_0 to hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_0 2024-11-14T21:36:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_0 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/b7db14e77f4746d39578d5255f2e2034_SeqId_6_ 2024-11-14T21:36:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/load_f1/f1/hfile_1 to hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_1 2024-11-14T21:36:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_1 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/85f4017ec0b64441969c9a63b61edadb_SeqId_6_ 2024-11-14T21:36:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T21:36:37,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_0 into 02a63027f328c82e996f1cff0da1394c/f1 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/b7db14e77f4746d39578d5255f2e2034_SeqId_6_ - updating store file list. 2024-11-14T21:36:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7db14e77f4746d39578d5255f2e2034_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:36:37,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/b7db14e77f4746d39578d5255f2e2034_SeqId_6_ into 02a63027f328c82e996f1cff0da1394c/f1 2024-11-14T21:36:37,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_0 into 02a63027f328c82e996f1cff0da1394c/f1 (new location: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/b7db14e77f4746d39578d5255f2e2034_SeqId_6_) 2024-11-14T21:36:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_0 2024-11-14T21:36:37,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_1 into 02a63027f328c82e996f1cff0da1394c/f1 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/85f4017ec0b64441969c9a63b61edadb_SeqId_6_ - updating store file list. 2024-11-14T21:36:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85f4017ec0b64441969c9a63b61edadb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:36:37,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/85f4017ec0b64441969c9a63b61edadb_SeqId_6_ into 02a63027f328c82e996f1cff0da1394c/f1 2024-11-14T21:36:37,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_1 into 02a63027f328c82e996f1cff0da1394c/f1 (new location: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/f1/85f4017ec0b64441969c9a63b61edadb_SeqId_6_) 2024-11-14T21:36:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/staging/jenkins__test__i2cjb6kh15lrq3cajv589ef1ot68b7l6rhkr4816pf4ooopcvv61uo52pqehsmkr/f1/hfile_1 2024-11-14T21:36:37,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:36:37,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:36:37,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:37,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:36:37,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:36:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2 , the old value is region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef788a4cade8:43457 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:36:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:36:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2 from cache 2024-11-14T21:36:37,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:36:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43457,1731620180118, seqNum=-1] 2024-11-14T21:36:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:36:37,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:36:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:46402 deadline: 1731620257834 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:46402 2024-11-14T21:36:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., hostname=ef788a4cade8,43457,1731620180118, seqNum=2] 2024-11-14T21:36:37,947 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T21:36:37,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:36:37,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T21:36:37,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T21:36:37,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T21:36:37,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:36:37,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T21:36:38,041 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 687, reset compression=false 2024-11-14T21:36:38,047 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:36:38,047 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:38,047 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,43457,1731620180118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:36:38,251 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:38,556 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:38,960 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:39,464 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:40,069 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:40,773 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:41,577 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:42,482 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:43,486 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:44,590 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:45,795 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:47,101 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:48,515 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:49,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:36:50,046 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:51,658 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:53,364 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:53,915 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:36:55,169 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:57,077 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:36:58,050 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,43457,1731620180118 got entry batch from reader: null 2024-11-14T21:36:59,082 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:01,188 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:03,027 INFO [master/ef788a4cade8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T21:37:03,028 INFO [master/ef788a4cade8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T21:37:03,393 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:05,699 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:08,106 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:08,174 INFO [master/ef788a4cade8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T21:37:08,174 INFO [master/ef788a4cade8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T21:37:10,617 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:13,260 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:13,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 02a63027f328c82e996f1cff0da1394c, had cached 0 bytes from a total of 31376 2024-11-14T21:37:15,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d1a38cd2d4af9d5887030c6379a6cd1c, had cached 0 bytes from a total of 15585 2024-11-14T21:37:15,989 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:18,050 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,43457,1731620180118 got entry batch from reader: null 2024-11-14T21:37:18,800 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:19,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:37:21,712 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:22,985 DEBUG [master/ef788a4cade8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T21:37:23,916 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:37:24,719 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:27,376 DEBUG [master/ef788a4cade8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T21:37:27,837 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:31,067 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:34,376 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:37,794 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:37,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:37:37,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:37:37,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:37,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:37,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:37,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:37,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:37:37,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298932024, stopped=false 2024-11-14T21:37:37,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,43977,1731620184370 2024-11-14T21:37:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811283320/running 2024-11-14T21:37:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811283320/running 2024-11-14T21:37:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:37:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:37:37,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:37:37,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:37:37,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:37,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:37,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,38741,1731620184578' ***** 2024-11-14T21:37:37,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:37:37,875 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:37:37,875 INFO [RS:0;ef788a4cade8:38741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:37:37,875 INFO [RS:0;ef788a4cade8:38741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:37:37,875 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(3091): Received CLOSE for d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:37:37,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:37:37,876 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,38741,1731620184578 2024-11-14T21:37:37,876 INFO [RS:0;ef788a4cade8:38741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:37:37,876 INFO [RS:0;ef788a4cade8:38741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:38741. 2024-11-14T21:37:37,876 DEBUG [RS:0;ef788a4cade8:38741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:37,876 DEBUG [RS:0;ef788a4cade8:38741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:37,876 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:37:37,876 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:37:37,876 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:37:37,876 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:37:37,876 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1a38cd2d4af9d5887030c6379a6cd1c, disabling compactions & flushes 2024-11-14T21:37:37,876 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:37:37,876 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:37:37,876 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. after waiting 0 ms 2024-11-14T21:37:37,876 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:37:37,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on znode that does not yet exist, /1811283320/running 2024-11-14T21:37:37,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Set watcher on znode that does not yet exist, /1811283320/running 2024-11-14T21:37:37,887 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:37:37,887 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1325): Online Regions={d1a38cd2d4af9d5887030c6379a6cd1c=test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:37:37,887 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1a38cd2d4af9d5887030c6379a6cd1c 2024-11-14T21:37:37,887 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:37:37,887 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:37:37,887 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:37:37,887 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:37:37,887 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:37:37,887 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T21:37:37,928 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:37:37,951 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/info/dcb997e3c487416ea6bb99cd8a96d528 is 129, key is test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c./info:regioninfo/1731620190794/Put/seqid=0 2024-11-14T21:37:37,952 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/default/test/d1a38cd2d4af9d5887030c6379a6cd1c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T21:37:37,954 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:37,954 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:37:37,954 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:37:37,954 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1a38cd2d4af9d5887030c6379a6cd1c: Waiting for close lock at 1731620257876Running coprocessor pre-close hooks at 1731620257876Disabling compacts and flushes for region at 1731620257876Disabling writes for close at 1731620257876Writing region close event to WAL at 1731620257911 (+35 ms)Running coprocessor post-close hooks at 1731620257954 (+43 ms)Closed at 1731620257954 2024-11-14T21:37:37,954 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c. 2024-11-14T21:37:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741839_1015 (size=6421) 2024-11-14T21:37:37,991 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/info/dcb997e3c487416ea6bb99cd8a96d528 2024-11-14T21:37:38,049 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/ns/f3b11a4c1db949cf8f3445e1fbde638e is 43, key is default/ns:d/1731620187364/Put/seqid=0 2024-11-14T21:37:38,054 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,43457,1731620180118 got entry batch from reader: null 2024-11-14T21:37:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741840_1016 (size=5153) 2024-11-14T21:37:38,066 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/ns/f3b11a4c1db949cf8f3445e1fbde638e 2024-11-14T21:37:38,087 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:38,095 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/rep_barrier/82ea973417ce43a3aad0fbe09fd758d2 is 112, key is test,,1731620189631.d1a38cd2d4af9d5887030c6379a6cd1c./rep_barrier:seqnumDuringOpen/1731620190794/Put/seqid=0 2024-11-14T21:37:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741841_1017 (size=5518) 2024-11-14T21:37:38,234 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:37:38,234 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:37:38,287 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:38,489 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:38,515 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/rep_barrier/82ea973417ce43a3aad0fbe09fd758d2 2024-11-14T21:37:38,593 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/table/7f2537e6b7cd4c38bf97673e232bf449 is 40, key is test/table:state/1731620190804/Put/seqid=0 2024-11-14T21:37:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741842_1018 (size=5165) 2024-11-14T21:37:38,689 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:38,890 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:37:38,890 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:37:38,891 DEBUG [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:39,014 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/table/7f2537e6b7cd4c38bf97673e232bf449 2024-11-14T21:37:39,020 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/info/dcb997e3c487416ea6bb99cd8a96d528 as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/info/dcb997e3c487416ea6bb99cd8a96d528 2024-11-14T21:37:39,025 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/info/dcb997e3c487416ea6bb99cd8a96d528, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T21:37:39,026 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/ns/f3b11a4c1db949cf8f3445e1fbde638e as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/ns/f3b11a4c1db949cf8f3445e1fbde638e 2024-11-14T21:37:39,031 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/ns/f3b11a4c1db949cf8f3445e1fbde638e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:37:39,032 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/rep_barrier/82ea973417ce43a3aad0fbe09fd758d2 as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/rep_barrier/82ea973417ce43a3aad0fbe09fd758d2 2024-11-14T21:37:39,037 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/rep_barrier/82ea973417ce43a3aad0fbe09fd758d2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T21:37:39,038 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/.tmp/table/7f2537e6b7cd4c38bf97673e232bf449 as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/table/7f2537e6b7cd4c38bf97673e232bf449 2024-11-14T21:37:39,042 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/table/7f2537e6b7cd4c38bf97673e232bf449, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:37:39,043 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1156ms, sequenceid=11, compaction requested=false 2024-11-14T21:37:39,048 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T21:37:39,048 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:39,048 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:37:39,048 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:39,048 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620257887Running coprocessor pre-close hooks at 1731620257887Disabling compacts and flushes for region at 1731620257887Disabling writes for close at 1731620257887Obtaining lock to block concurrent updates at 1731620257887Preparing flush snapshotting stores in 1588230740 at 1731620257887Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731620257888 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620257890 (+2 ms)Flushing 1588230740/info: creating writer at 1731620257891 (+1 ms)Flushing 1588230740/info: appending metadata at 1731620257950 (+59 ms)Flushing 1588230740/info: closing flushed file at 1731620257950Flushing 1588230740/ns: creating writer at 1731620258021 (+71 ms)Flushing 1588230740/ns: appending metadata at 1731620258044 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731620258044Flushing 1588230740/rep_barrier: creating writer at 1731620258075 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620258094 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620258094Flushing 1588230740/table: creating writer at 1731620258532 (+438 ms)Flushing 1588230740/table: appending metadata at 1731620258593 (+61 ms)Flushing 1588230740/table: closing flushed file at 1731620258593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500fbf2f: reopening flushed file at 1731620259019 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1d2a93: reopening flushed file at 1731620259025 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49156b45: reopening flushed file at 1731620259031 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d985065: reopening flushed file at 1731620259037 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1156ms, sequenceid=11, compaction requested=false at 1731620259043 (+6 ms)Writing region close event to WAL at 1731620259045 (+2 ms)Running coprocessor post-close hooks at 1731620259048 (+3 ms)Closed at 1731620259048 2024-11-14T21:37:39,048 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:39,091 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,38741,1731620184578; all regions closed. 2024-11-14T21:37:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741834_1010 (size=2717) 2024-11-14T21:37:39,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/WALs/ef788a4cade8,38741,1731620184578/ef788a4cade8%2C38741%2C1731620184578.meta.1731620187287.meta not finished, retry = 0 2024-11-14T21:37:39,196 DEBUG [RS:0;ef788a4cade8:38741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/oldWALs 2024-11-14T21:37:39,196 INFO [RS:0;ef788a4cade8:38741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C38741%2C1731620184578.meta:.meta(num 1731620187287) 2024-11-14T21:37:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741832_1008 (size=1028) 2024-11-14T21:37:39,200 DEBUG [RS:0;ef788a4cade8:38741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/oldWALs 2024-11-14T21:37:39,200 INFO [RS:0;ef788a4cade8:38741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C38741%2C1731620184578:(num 1731620186321) 2024-11-14T21:37:39,200 DEBUG [RS:0;ef788a4cade8:38741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:39,200 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:37:39,201 INFO [RS:0;ef788a4cade8:38741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:37:39,201 INFO [RS:0;ef788a4cade8:38741 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:37:39,201 INFO [RS:0;ef788a4cade8:38741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:37:39,201 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:37:39,201 INFO [RS:0;ef788a4cade8:38741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:38741. 2024-11-14T21:37:39,201 DEBUG [RS:0;ef788a4cade8:38741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:39,201 DEBUG [RS:0;ef788a4cade8:38741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:39,202 DEBUG [RS:0;ef788a4cade8:38741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:39,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:39,202 INFO [RS:0;ef788a4cade8:38741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38741 2024-11-14T21:37:39,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811283320/rs/ef788a4cade8,38741,1731620184578 2024-11-14T21:37:39,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320/rs 2024-11-14T21:37:39,205 INFO [RS:0;ef788a4cade8:38741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:37:39,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,38741,1731620184578] 2024-11-14T21:37:39,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1811283320/draining/ef788a4cade8,38741,1731620184578 already deleted, retry=false 2024-11-14T21:37:39,207 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,38741,1731620184578 expired; onlineServers=0 2024-11-14T21:37:39,207 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,43977,1731620184370' ***** 2024-11-14T21:37:39,207 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:37:39,207 INFO [M:0;ef788a4cade8:43977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:37:39,207 INFO [M:0;ef788a4cade8:43977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:37:39,207 DEBUG [M:0;ef788a4cade8:43977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:37:39,207 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:37:39,207 DEBUG [M:0;ef788a4cade8:43977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:37:39,207 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620186086 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620186086,5,FailOnTimeoutGroup] 2024-11-14T21:37:39,207 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620186087 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620186087,5,FailOnTimeoutGroup] 2024-11-14T21:37:39,208 INFO [M:0;ef788a4cade8:43977 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:37:39,208 INFO [M:0;ef788a4cade8:43977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:37:39,208 DEBUG [M:0;ef788a4cade8:43977 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:37:39,208 INFO [M:0;ef788a4cade8:43977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:37:39,208 INFO [M:0;ef788a4cade8:43977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:37:39,208 INFO [M:0;ef788a4cade8:43977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:37:39,208 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:37:39,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811283320/master 2024-11-14T21:37:39,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811283320 2024-11-14T21:37:39,209 DEBUG [M:0;ef788a4cade8:43977 {}] zookeeper.ZKUtil(347): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Unable to get data of znode /1811283320/master because node does not exist (not an error) 2024-11-14T21:37:39,209 WARN [M:0;ef788a4cade8:43977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:37:39,210 INFO [M:0;ef788a4cade8:43977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/.lastflushedseqids 2024-11-14T21:37:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741843_1019 (size=173) 2024-11-14T21:37:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38741-0x100ac5e9b3a0004, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:39,307 INFO [RS:0;ef788a4cade8:38741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:37:39,307 INFO [RS:0;ef788a4cade8:38741 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,38741,1731620184578; zookeeper connection closed. 2024-11-14T21:37:39,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63fcfb91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63fcfb91 2024-11-14T21:37:39,308 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:37:39,617 INFO [M:0;ef788a4cade8:43977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:37:39,617 INFO [M:0;ef788a4cade8:43977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:37:39,617 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:37:39,617 INFO [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:39,617 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:39,617 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:37:39,617 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:39,617 INFO [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-14T21:37:39,639 DEBUG [M:0;ef788a4cade8:43977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7180a2311c40d8aae2dae623b61413 is 82, key is hbase:meta,,1/info:regioninfo/1731620187350/Put/seqid=0 2024-11-14T21:37:39,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741844_1020 (size=5672) 2024-11-14T21:37:39,644 INFO [M:0;ef788a4cade8:43977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7180a2311c40d8aae2dae623b61413 2024-11-14T21:37:39,671 DEBUG [M:0;ef788a4cade8:43977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fc028ad6e9d48c398a6179ac8d7ab6d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731620190808/Put/seqid=0 2024-11-14T21:37:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741845_1021 (size=6726) 2024-11-14T21:37:40,083 INFO [M:0;ef788a4cade8:43977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fc028ad6e9d48c398a6179ac8d7ab6d 2024-11-14T21:37:40,089 INFO [M:0;ef788a4cade8:43977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc028ad6e9d48c398a6179ac8d7ab6d 2024-11-14T21:37:40,113 DEBUG [M:0;ef788a4cade8:43977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffe4ffe7c2fd4547810fc2fc11bf4c22 is 69, key is ef788a4cade8,38741,1731620184578/rs:state/1731620186154/Put/seqid=0 2024-11-14T21:37:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741846_1022 (size=5156) 2024-11-14T21:37:40,536 INFO [M:0;ef788a4cade8:43977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffe4ffe7c2fd4547810fc2fc11bf4c22 2024-11-14T21:37:40,550 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7180a2311c40d8aae2dae623b61413 as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a7180a2311c40d8aae2dae623b61413 2024-11-14T21:37:40,565 INFO [M:0;ef788a4cade8:43977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a7180a2311c40d8aae2dae623b61413, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T21:37:40,571 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fc028ad6e9d48c398a6179ac8d7ab6d as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fc028ad6e9d48c398a6179ac8d7ab6d 2024-11-14T21:37:40,591 INFO [M:0;ef788a4cade8:43977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc028ad6e9d48c398a6179ac8d7ab6d 2024-11-14T21:37:40,591 INFO [M:0;ef788a4cade8:43977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fc028ad6e9d48c398a6179ac8d7ab6d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T21:37:40,599 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffe4ffe7c2fd4547810fc2fc11bf4c22 as hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffe4ffe7c2fd4547810fc2fc11bf4c22 2024-11-14T21:37:40,615 INFO [M:0;ef788a4cade8:43977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffe4ffe7c2fd4547810fc2fc11bf4c22, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T21:37:40,616 INFO [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=58, compaction requested=false 2024-11-14T21:37:40,627 INFO [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:40,627 DEBUG [M:0;ef788a4cade8:43977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620259617Disabling compacts and flushes for region at 1731620259617Disabling writes for close at 1731620259617Obtaining lock to block concurrent updates at 1731620259617Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620259617Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731620259618 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620259618Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620259618Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620259639 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620259639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620259650 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620259670 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620259670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620260090 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620260112 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620260112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d3e1ce: reopening flushed file at 1731620260548 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528da3d7: reopening flushed file at 1731620260566 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9275dcf: reopening flushed file at 1731620260591 (+25 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=58, compaction requested=false at 1731620260617 (+26 ms)Writing region close event to WAL at 1731620260626 (+9 ms)Closed at 1731620260626 2024-11-14T21:37:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741830_1006 (size=33014) 2024-11-14T21:37:40,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f055c749-1d43-6842-d4db-788c457459f6/MasterData/WALs/ef788a4cade8,43977,1731620184370/ef788a4cade8%2C43977%2C1731620184370.1731620185959 not finished, retry = 0 2024-11-14T21:37:40,736 INFO [M:0;ef788a4cade8:43977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:37:40,736 INFO [M:0;ef788a4cade8:43977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43977 2024-11-14T21:37:40,736 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:37:40,736 INFO [M:0;ef788a4cade8:43977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:37:40,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:40,839 INFO [M:0;ef788a4cade8:43977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:37:40,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x100ac5e9b3a0003, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:40,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c404736{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:37:40,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33347bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:37:40,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:37:40,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3892f4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:37:40,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350446e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.log.dir/,STOPPED} 2024-11-14T21:37:40,853 WARN [BP-205047270-172.17.0.2-1731620183214 heartbeating to localhost/127.0.0.1:44581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:37:40,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:37:40,853 WARN [BP-205047270-172.17.0.2-1731620183214 heartbeating to localhost/127.0.0.1:44581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-205047270-172.17.0.2-1731620183214 (Datanode Uuid 05466ce6-26b4-4362-be8f-815ea8b3751b) service to localhost/127.0.0.1:44581 2024-11-14T21:37:40,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:37:40,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/cluster_920413cc-206d-e449-6a6e-19b2fcb4e38e/data/data1/current/BP-205047270-172.17.0.2-1731620183214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:37:40,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/cluster_920413cc-206d-e449-6a6e-19b2fcb4e38e/data/data2/current/BP-205047270-172.17.0.2-1731620183214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:37:40,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:37:40,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7378a481{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:37:40,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c1e0cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:37:40,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:37:40,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72885dbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:37:40,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b05efee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.log.dir/,STOPPED} 2024-11-14T21:37:40,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:37:40,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:37:40,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:37:40,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:40,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:40,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:40,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:40,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:37:40,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1278183902, stopped=false 2024-11-14T21:37:40,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,36181,1731620180016 2024-11-14T21:37:40,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-638429438/running 2024-11-14T21:37:40,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-638429438/running 2024-11-14T21:37:40,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:37:40,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:37:40,918 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:37:40,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:37:40,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:40,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:40,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,43457,1731620180118' ***** 2024-11-14T21:37:40,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:37:40,919 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:37:40,919 INFO [RS:0;ef788a4cade8:43457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:37:40,919 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:37:40,919 INFO [RS:0;ef788a4cade8:43457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(3091): Received CLOSE for 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(3091): Received CLOSE for 02a63027f328c82e996f1cff0da1394c 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,43457,1731620180118 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:43457. 2024-11-14T21:37:40,920 DEBUG [RS:0;ef788a4cade8:43457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:40,920 DEBUG [RS:0;ef788a4cade8:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:37:40,920 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:37:40,921 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:37:40,921 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1325): Online Regions={93b502a4a5e84810d84724562cc9144e=hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e., 02a63027f328c82e996f1cff0da1394c=test,,1731620187461.02a63027f328c82e996f1cff0da1394c., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:37:40,921 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 02a63027f328c82e996f1cff0da1394c, 1588230740, 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:37:40,921 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:37:40,921 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:37:40,921 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:37:40,921 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:37:40,921 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:37:40,921 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:37:40,926 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93b502a4a5e84810d84724562cc9144e, disabling compactions & flushes 2024-11-14T21:37:40,927 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:37:40,927 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:37:40,927 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. after waiting 0 ms 2024-11-14T21:37:40,927 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:37:40,927 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93b502a4a5e84810d84724562cc9144e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T21:37:40,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on znode that does not yet exist, /0-638429438/running 2024-11-14T21:37:40,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Set watcher on znode that does not yet exist, /0-638429438/running 2024-11-14T21:37:40,939 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:37:40,963 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/info/9ef4f91c143a45bab376d308df8fd9a7 is 147, key is hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e./info:regioninfo/1731620192996/Put/seqid=0 2024-11-14T21:37:41,036 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/.tmp/hfileref/b6655839f6e642649476543ff33ae270 is 74, key is 1/hfileref:28f12a14c7b54f199507e5b80f6c86c6_SeqId_4_/1731620196219/DeleteColumn/seqid=0 2024-11-14T21:37:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741844_1020 (size=7686) 2024-11-14T21:37:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741845_1021 (size=5203) 2024-11-14T21:37:41,122 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 02a63027f328c82e996f1cff0da1394c, 1588230740, 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:37:41,323 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 02a63027f328c82e996f1cff0da1394c, 1588230740, 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:37:41,333 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.1731620181840 to pos 997, reset compression=false 2024-11-14T21:37:41,465 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/info/9ef4f91c143a45bab376d308df8fd9a7 2024-11-14T21:37:41,486 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/.tmp/hfileref/b6655839f6e642649476543ff33ae270 2024-11-14T21:37:41,523 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 02a63027f328c82e996f1cff0da1394c, 1588230740, 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:37:41,584 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/ns/15f528d1a97345ff829cfe41107d811b is 43, key is default/ns:d/1731620182959/Put/seqid=0 2024-11-14T21:37:41,586 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/.tmp/queue/08affc7b925941389c190856c3050a62 is 153, key is 1-ef788a4cade8,43457,1731620180118/queue:ef788a4cade8%2C43457%2C1731620180118/1731620198048/Put/seqid=0 2024-11-14T21:37:41,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741846_1022 (size=5352) 2024-11-14T21:37:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741847_1023 (size=5153) 2024-11-14T21:37:41,646 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/ns/15f528d1a97345ff829cfe41107d811b 2024-11-14T21:37:41,651 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/.tmp/queue/08affc7b925941389c190856c3050a62 2024-11-14T21:37:41,694 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:37:41,694 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:37:41,719 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/.tmp/hfileref/b6655839f6e642649476543ff33ae270 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/hfileref/b6655839f6e642649476543ff33ae270 2024-11-14T21:37:41,723 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 02a63027f328c82e996f1cff0da1394c, 1588230740, 93b502a4a5e84810d84724562cc9144e 2024-11-14T21:37:41,728 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/hfileref/b6655839f6e642649476543ff33ae270, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T21:37:41,730 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/.tmp/queue/08affc7b925941389c190856c3050a62 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/queue/08affc7b925941389c190856c3050a62 2024-11-14T21:37:41,737 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/queue/08affc7b925941389c190856c3050a62, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T21:37:41,739 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 93b502a4a5e84810d84724562cc9144e in 812ms, sequenceid=10, compaction requested=false 2024-11-14T21:37:41,750 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/rep_barrier/75c87d459e0d48a1b3c4c5921fbe2b14 is 112, key is test,,1731620187461.02a63027f328c82e996f1cff0da1394c./rep_barrier:seqnumDuringOpen/1731620188649/Put/seqid=0 2024-11-14T21:37:41,774 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/replication/93b502a4a5e84810d84724562cc9144e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T21:37:41,775 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:41,775 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:37:41,775 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:37:41,775 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93b502a4a5e84810d84724562cc9144e: Waiting for close lock at 1731620260926Running coprocessor pre-close hooks at 1731620260926Disabling compacts and flushes for region at 1731620260926Disabling writes for close at 1731620260927 (+1 ms)Obtaining lock to block concurrent updates at 1731620260927Preparing flush snapshotting stores in 93b502a4a5e84810d84724562cc9144e at 1731620260927Finished memstore snapshotting hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731620260927Flushing stores of hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. at 1731620260931 (+4 ms)Flushing 93b502a4a5e84810d84724562cc9144e/hfileref: creating writer at 1731620260931Flushing 93b502a4a5e84810d84724562cc9144e/hfileref: appending metadata at 1731620261035 (+104 ms)Flushing 93b502a4a5e84810d84724562cc9144e/hfileref: closing flushed file at 1731620261036 (+1 ms)Flushing 93b502a4a5e84810d84724562cc9144e/queue: creating writer at 1731620261515 (+479 ms)Flushing 93b502a4a5e84810d84724562cc9144e/queue: appending metadata at 1731620261585 (+70 ms)Flushing 93b502a4a5e84810d84724562cc9144e/queue: closing flushed file at 1731620261585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55653307: reopening flushed file at 1731620261717 (+132 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758b65df: reopening flushed file at 1731620261729 (+12 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 93b502a4a5e84810d84724562cc9144e in 812ms, sequenceid=10, compaction requested=false at 1731620261739 (+10 ms)Writing region close event to WAL at 1731620261759 (+20 ms)Running coprocessor post-close hooks at 1731620261775 (+16 ms)Closed at 1731620261775 2024-11-14T21:37:41,775 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620191815.93b502a4a5e84810d84724562cc9144e. 2024-11-14T21:37:41,776 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02a63027f328c82e996f1cff0da1394c, disabling compactions & flushes 2024-11-14T21:37:41,776 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:37:41,776 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:37:41,776 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620187461.02a63027f328c82e996f1cff0da1394c. after waiting 0 ms 2024-11-14T21:37:41,776 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:37:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741848_1024 (size=5518) 2024-11-14T21:37:41,789 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/default/test/02a63027f328c82e996f1cff0da1394c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T21:37:41,790 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:41,790 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:37:41,790 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:37:41,790 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02a63027f328c82e996f1cff0da1394c: Waiting for close lock at 1731620261776Running coprocessor pre-close hooks at 1731620261776Disabling compacts and flushes for region at 1731620261776Disabling writes for close at 1731620261776Writing region close event to WAL at 1731620261782 (+6 ms)Running coprocessor post-close hooks at 1731620261790 (+8 ms)Closed at 1731620261790 2024-11-14T21:37:41,790 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620187461.02a63027f328c82e996f1cff0da1394c. 2024-11-14T21:37:41,923 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:37:41,923 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:37:41,923 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:42,124 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:42,184 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/rep_barrier/75c87d459e0d48a1b3c4c5921fbe2b14 2024-11-14T21:37:42,251 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/table/fbbbfc2eb3ef48a9a0358b6a82e32649 is 53, key is hbase:replication/table:state/1731620193005/Put/seqid=0 2024-11-14T21:37:42,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741849_1025 (size=5308) 2024-11-14T21:37:42,324 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:42,524 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:42,674 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/table/fbbbfc2eb3ef48a9a0358b6a82e32649 2024-11-14T21:37:42,689 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/info/9ef4f91c143a45bab376d308df8fd9a7 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/info/9ef4f91c143a45bab376d308df8fd9a7 2024-11-14T21:37:42,696 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/info/9ef4f91c143a45bab376d308df8fd9a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:37:42,697 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/ns/15f528d1a97345ff829cfe41107d811b as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/ns/15f528d1a97345ff829cfe41107d811b 2024-11-14T21:37:42,702 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/ns/15f528d1a97345ff829cfe41107d811b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:37:42,705 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/rep_barrier/75c87d459e0d48a1b3c4c5921fbe2b14 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/rep_barrier/75c87d459e0d48a1b3c4c5921fbe2b14 2024-11-14T21:37:42,718 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/rep_barrier/75c87d459e0d48a1b3c4c5921fbe2b14, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:37:42,719 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/.tmp/table/fbbbfc2eb3ef48a9a0358b6a82e32649 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/table/fbbbfc2eb3ef48a9a0358b6a82e32649 2024-11-14T21:37:42,730 DEBUG [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:42,740 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/table/fbbbfc2eb3ef48a9a0358b6a82e32649, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:37:42,747 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1826ms, sequenceid=16, compaction requested=false 2024-11-14T21:37:42,788 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:37:42,789 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:42,789 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:37:42,789 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:42,789 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620260921Running coprocessor pre-close hooks at 1731620260921Disabling compacts and flushes for region at 1731620260921Disabling writes for close at 1731620260921Obtaining lock to block concurrent updates at 1731620260921Preparing flush snapshotting stores in 1588230740 at 1731620260921Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620260922 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620260927 (+5 ms)Flushing 1588230740/info: creating writer at 1731620260927Flushing 1588230740/info: appending metadata at 1731620260962 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731620260962Flushing 1588230740/ns: creating writer at 1731620261520 (+558 ms)Flushing 1588230740/ns: appending metadata at 1731620261572 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1731620261572Flushing 1588230740/rep_barrier: creating writer at 1731620261694 (+122 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620261749 (+55 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620261749Flushing 1588230740/table: creating writer at 1731620262208 (+459 ms)Flushing 1588230740/table: appending metadata at 1731620262251 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731620262251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37edbfd7: reopening flushed file at 1731620262688 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cf1cb9: reopening flushed file at 1731620262696 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67076cbe: reopening flushed file at 1731620262703 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccc9540: reopening flushed file at 1731620262718 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1826ms, sequenceid=16, compaction requested=false at 1731620262747 (+29 ms)Writing region close event to WAL at 1731620262770 (+23 ms)Running coprocessor post-close hooks at 1731620262789 (+19 ms)Closed at 1731620262789 2024-11-14T21:37:42,789 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:42,932 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,43457,1731620180118; all regions closed. 2024-11-14T21:37:42,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:37:42,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.meta.1731620182802.meta not finished, retry = 0 2024-11-14T21:37:42,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:42,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:42,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:42,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:42,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:43,070 DEBUG [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/oldWALs 2024-11-14T21:37:43,070 INFO [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43457%2C1731620180118.meta:.meta(num 1731620182802) 2024-11-14T21:37:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741839_1015 (size=2700) 2024-11-14T21:37:43,082 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/WALs/ef788a4cade8,43457,1731620180118/ef788a4cade8%2C43457%2C1731620180118.rep.1731620192959 not finished, retry = 0 2024-11-14T21:37:43,185 DEBUG [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/oldWALs 2024-11-14T21:37:43,185 INFO [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43457%2C1731620180118.rep:(num 1731620192959) 2024-11-14T21:37:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741832_1008 (size=1300) 2024-11-14T21:37:43,192 DEBUG [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/oldWALs 2024-11-14T21:37:43,192 INFO [RS:0;ef788a4cade8:43457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43457%2C1731620180118:(num 1731620181840) 2024-11-14T21:37:43,192 DEBUG [RS:0;ef788a4cade8:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:43,192 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:37:43,192 INFO [RS:0;ef788a4cade8:43457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:37:43,192 INFO [RS:0;ef788a4cade8:43457 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:37:43,192 INFO [RS:0;ef788a4cade8:43457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:37:43,192 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,43457,1731620180118 because: Region server is closing 2024-11-14T21:37:43,193 INFO [RS:0;ef788a4cade8:43457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:43457. 2024-11-14T21:37:43,193 DEBUG [RS:0;ef788a4cade8:43457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:43,193 DEBUG [RS:0;ef788a4cade8:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:43,193 DEBUG [RS:0;ef788a4cade8:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:43,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:43,194 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:37:43,293 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.wal-reader.ef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:37:43,293 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:37:43,294 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,43457,1731620180118.replicationSource.shipperef788a4cade8%2C43457%2C1731620180118,1-ef788a4cade8,43457,1731620180118 terminated 2024-11-14T21:37:43,294 INFO [RS:0;ef788a4cade8:43457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43457 2024-11-14T21:37:43,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-638429438/rs/ef788a4cade8,43457,1731620180118 2024-11-14T21:37:43,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438/rs 2024-11-14T21:37:43,296 INFO [RS:0;ef788a4cade8:43457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:37:43,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,43457,1731620180118] 2024-11-14T21:37:43,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-638429438/draining/ef788a4cade8,43457,1731620180118 already deleted, retry=false 2024-11-14T21:37:43,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,43457,1731620180118 expired; onlineServers=0 2024-11-14T21:37:43,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,36181,1731620180016' ***** 2024-11-14T21:37:43,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:37:43,300 INFO [M:0;ef788a4cade8:36181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:37:43,300 INFO [M:0;ef788a4cade8:36181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:37:43,300 DEBUG [M:0;ef788a4cade8:36181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:37:43,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:37:43,300 DEBUG [M:0;ef788a4cade8:36181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:37:43,300 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620181615 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620181615,5,FailOnTimeoutGroup] 2024-11-14T21:37:43,300 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620181616 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620181616,5,FailOnTimeoutGroup] 2024-11-14T21:37:43,300 INFO [M:0;ef788a4cade8:36181 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:37:43,300 INFO [M:0;ef788a4cade8:36181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:37:43,300 DEBUG [M:0;ef788a4cade8:36181 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:37:43,300 INFO [M:0;ef788a4cade8:36181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:37:43,301 INFO [M:0;ef788a4cade8:36181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:37:43,301 INFO [M:0;ef788a4cade8:36181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:37:43,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:37:43,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-638429438/master 2024-11-14T21:37:43,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-638429438 2024-11-14T21:37:43,302 DEBUG [M:0;ef788a4cade8:36181 {}] zookeeper.ZKUtil(347): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Unable to get data of znode /0-638429438/master because node does not exist (not an error) 2024-11-14T21:37:43,302 WARN [M:0;ef788a4cade8:36181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:37:43,304 INFO [M:0;ef788a4cade8:36181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/.lastflushedseqids 2024-11-14T21:37:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741850_1026 (size=263) 2024-11-14T21:37:43,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:43,398 INFO [RS:0;ef788a4cade8:43457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:37:43,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x100ac5e9b3a0001, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:43,398 INFO [RS:0;ef788a4cade8:43457 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,43457,1731620180118; zookeeper connection closed. 2024-11-14T21:37:43,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79265d65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79265d65 2024-11-14T21:37:43,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:37:43,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:37:43,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:43,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:43,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:43,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:43,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:43,713 INFO [M:0;ef788a4cade8:36181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:37:43,713 INFO [M:0;ef788a4cade8:36181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:37:43,713 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:37:43,713 INFO [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:43,713 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:43,713 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:37:43,713 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:43,713 INFO [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T21:37:43,737 DEBUG [M:0;ef788a4cade8:36181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e97529d381442f82f19b32069e9dd9 is 82, key is hbase:meta,,1/info:regioninfo/1731620182911/Put/seqid=0 2024-11-14T21:37:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741851_1027 (size=5672) 2024-11-14T21:37:43,746 INFO [M:0;ef788a4cade8:36181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e97529d381442f82f19b32069e9dd9 2024-11-14T21:37:43,772 DEBUG [M:0;ef788a4cade8:36181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2fe42b706eb41df9ce9d4241ccbe9c6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731620188665/Put/seqid=0 2024-11-14T21:37:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741852_1028 (size=7240) 2024-11-14T21:37:44,181 INFO [M:0;ef788a4cade8:36181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2fe42b706eb41df9ce9d4241ccbe9c6 2024-11-14T21:37:44,187 INFO [M:0;ef788a4cade8:36181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2fe42b706eb41df9ce9d4241ccbe9c6 2024-11-14T21:37:44,215 DEBUG [M:0;ef788a4cade8:36181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96713f74860d4470b57229d4973f7422 is 69, key is ef788a4cade8,43457,1731620180118/rs:state/1731620181672/Put/seqid=0 2024-11-14T21:37:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741853_1029 (size=5156) 2024-11-14T21:37:44,243 INFO [M:0;ef788a4cade8:36181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96713f74860d4470b57229d4973f7422 2024-11-14T21:37:44,262 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e97529d381442f82f19b32069e9dd9 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9e97529d381442f82f19b32069e9dd9 2024-11-14T21:37:44,278 INFO [M:0;ef788a4cade8:36181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9e97529d381442f82f19b32069e9dd9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T21:37:44,280 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2fe42b706eb41df9ce9d4241ccbe9c6 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2fe42b706eb41df9ce9d4241ccbe9c6 2024-11-14T21:37:44,287 INFO [M:0;ef788a4cade8:36181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2fe42b706eb41df9ce9d4241ccbe9c6 2024-11-14T21:37:44,288 INFO [M:0;ef788a4cade8:36181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2fe42b706eb41df9ce9d4241ccbe9c6, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T21:37:44,295 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96713f74860d4470b57229d4973f7422 as hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96713f74860d4470b57229d4973f7422 2024-11-14T21:37:44,314 INFO [M:0;ef788a4cade8:36181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38155/user/jenkins/test-data/56012356-9103-6446-beeb-3fe9f86a1383/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96713f74860d4470b57229d4973f7422, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T21:37:44,316 INFO [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=105, compaction requested=false 2024-11-14T21:37:44,342 INFO [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:44,342 DEBUG [M:0;ef788a4cade8:36181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620263713Disabling compacts and flushes for region at 1731620263713Disabling writes for close at 1731620263713Obtaining lock to block concurrent updates at 1731620263713Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620263713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731620263714 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620263715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620263715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620263736 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620263736Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620263757 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620263772 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620263772Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620264188 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620264214 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620264215 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a12af4b: reopening flushed file at 1731620264260 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@536886a2: reopening flushed file at 1731620264278 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129a39d4: reopening flushed file at 1731620264288 (+10 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=105, compaction requested=false at 1731620264316 (+28 ms)Writing region close event to WAL at 1731620264342 (+26 ms)Closed at 1731620264342 2024-11-14T21:37:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34957 is added to blk_1073741830_1006 (size=64526) 2024-11-14T21:37:44,379 INFO [M:0;ef788a4cade8:36181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:37:44,379 INFO [M:0;ef788a4cade8:36181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36181 2024-11-14T21:37:44,380 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:37:44,381 INFO [M:0;ef788a4cade8:36181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:37:44,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:44,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x100ac5e9b3a0000, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:44,484 INFO [M:0;ef788a4cade8:36181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:37:44,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28eb404d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:37:44,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63972cb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:37:44,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:37:44,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7900aba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:37:44,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c261f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.log.dir/,STOPPED} 2024-11-14T21:37:44,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:37:44,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:37:44,510 WARN [BP-1267378263-172.17.0.2-1731620178756 heartbeating to localhost/127.0.0.1:38155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:37:44,510 WARN [BP-1267378263-172.17.0.2-1731620178756 heartbeating to localhost/127.0.0.1:38155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1267378263-172.17.0.2-1731620178756 (Datanode Uuid 9bc6a8c6-91b1-4d56-9d0d-ca95de6df13f) service to localhost/127.0.0.1:38155 2024-11-14T21:37:44,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b/data/data1/current/BP-1267378263-172.17.0.2-1731620178756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:37:44,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/cluster_0479c0bb-734e-62a3-1067-13b294fe5a0b/data/data2/current/BP-1267378263-172.17.0.2-1731620178756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:37:44,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:37:44,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@216df11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:37:44,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@355e32ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:37:44,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:37:44,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb1c952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:37:44,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3293133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ca9bcb-942e-fd1d-0bbe-25457957aecd/hadoop.log.dir/,STOPPED} 2024-11-14T21:37:44,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:37:44,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:37:44,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007ff1d0b8a2f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38155 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44581 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007ff1d0b8a2f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=832 (was 973), ProcessCount=11 (was 11), AvailableMemoryMB=1335 (was 760) - AvailableMemoryMB LEAK? - 2024-11-14T21:37:44,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=832, ProcessCount=11, AvailableMemoryMB=1335 2024-11-14T21:37:44,603 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T21:37:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.log.dir so I do NOT create it in target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b 2024-11-14T21:37:44,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:37:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.tmp.dir so I do NOT create it in target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b 2024-11-14T21:37:44,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910d791f-2c28-12cb-65ce-4307a5d2fb55/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:37:44,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b 2024-11-14T21:37:44,604 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15, deleteOnExit=true 2024-11-14T21:37:44,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15/zookeeper_0, clientPort=49888, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:37:44,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49888 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/test.cache.data in system properties and HBase conf 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:37:44,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:37:44,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:37:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:37:44,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac5e9b3a0002, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:37:44,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac5e9b3a0005, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:37:44,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac5e9b3a0002, quorum=127.0.0.1:63712, baseZNode=/0-638429438 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:37:44,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac5e9b3a0005, quorum=127.0.0.1:63712, baseZNode=/1811283320 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:37:44,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:37:44,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:37:44,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:37:44,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:37:44,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:37:44,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:37:44,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2140d84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:37:44,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ae759{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:37:44,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d8e7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/java.io.tmpdir/jetty-localhost-40889-hadoop-hdfs-3_4_1-tests_jar-_-any-5158825787867252499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:37:44,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f29f060{HTTP/1.1, (http/1.1)}{localhost:40889} 2024-11-14T21:37:44,871 INFO [Time-limited test {}] server.Server(415): Started @134224ms 2024-11-14T21:37:45,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:37:45,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:37:45,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:37:45,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:37:45,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:37:45,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d214094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:37:45,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bef9e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:37:45,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4337eb42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/java.io.tmpdir/jetty-localhost-37875-hadoop-hdfs-3_4_1-tests_jar-_-any-18378609085637847982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:37:45,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17c256ee{HTTP/1.1, (http/1.1)}{localhost:37875} 2024-11-14T21:37:45,258 INFO [Time-limited test {}] server.Server(415): Started @134611ms 2024-11-14T21:37:45,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:37:45,432 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15/data/data1/current/BP-1649100185-172.17.0.2-1731620264632/current, will proceed with Du for space computation calculation, 2024-11-14T21:37:45,432 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15/data/data2/current/BP-1649100185-172.17.0.2-1731620264632/current, will proceed with Du for space computation calculation, 2024-11-14T21:37:45,464 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:37:45,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7286b401b79292 with lease ID 0xc92e89123f4b5628: Processing first storage report for DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055 from datanode DatanodeRegistration(127.0.0.1:36863, datanodeUuid=6c45ec75-6d21-44ab-92ee-c3823385c5e5, infoPort=40695, infoSecurePort=0, ipcPort=44099, storageInfo=lv=-57;cid=testClusterID;nsid=1773420303;c=1731620264632) 2024-11-14T21:37:45,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7286b401b79292 with lease ID 0xc92e89123f4b5628: from storage DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055 node DatanodeRegistration(127.0.0.1:36863, datanodeUuid=6c45ec75-6d21-44ab-92ee-c3823385c5e5, infoPort=40695, infoSecurePort=0, ipcPort=44099, storageInfo=lv=-57;cid=testClusterID;nsid=1773420303;c=1731620264632), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:37:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7286b401b79292 with lease ID 0xc92e89123f4b5628: Processing first storage report for DS-4fb429d6-86b6-41fe-b516-643bafc0401d from datanode DatanodeRegistration(127.0.0.1:36863, datanodeUuid=6c45ec75-6d21-44ab-92ee-c3823385c5e5, infoPort=40695, infoSecurePort=0, ipcPort=44099, storageInfo=lv=-57;cid=testClusterID;nsid=1773420303;c=1731620264632) 2024-11-14T21:37:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7286b401b79292 with lease ID 0xc92e89123f4b5628: from storage DS-4fb429d6-86b6-41fe-b516-643bafc0401d node DatanodeRegistration(127.0.0.1:36863, datanodeUuid=6c45ec75-6d21-44ab-92ee-c3823385c5e5, infoPort=40695, infoSecurePort=0, ipcPort=44099, storageInfo=lv=-57;cid=testClusterID;nsid=1773420303;c=1731620264632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:37:45,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b 2024-11-14T21:37:45,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:45,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:45,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:37:45,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073 with version=8 2024-11-14T21:37:45,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/hbase-staging 2024-11-14T21:37:45,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:37:45,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:45,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:45,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:37:45,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:45,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:37:45,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:37:45,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:37:45,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34053 2024-11-14T21:37:45,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34053 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340530x0, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:45,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34053-0x100ac5feabe0000 connected 2024-11-14T21:37:45,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:45,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:45,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:37:45,663 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073, hbase.cluster.distributed=false 2024-11-14T21:37:45,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/acl 2024-11-14T21:37:45,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-14T21:37:45,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34053 2024-11-14T21:37:45,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34053 2024-11-14T21:37:45,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-14T21:37:45,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-14T21:37:45,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:37:45,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:45,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:45,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:37:45,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:45,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:37:45,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:37:45,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:37:45,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45907 2024-11-14T21:37:45,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45907 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:45,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:45,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:45,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459070x0, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:45,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45907-0x100ac5feabe0001 connected 2024-11-14T21:37:45,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:37:45,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:37:45,704 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:37:45,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/master 2024-11-14T21:37:45,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/acl 2024-11-14T21:37:45,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-14T21:37:45,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45907 2024-11-14T21:37:45,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45907 2024-11-14T21:37:45,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-14T21:37:45,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-14T21:37:45,729 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:34053 2024-11-14T21:37:45,730 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02093706710/backup-masters/ef788a4cade8,34053,1731620265598 2024-11-14T21:37:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:45,733 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on existing znode=/02093706710/backup-masters/ef788a4cade8,34053,1731620265598 2024-11-14T21:37:45,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093706710/master 2024-11-14T21:37:45,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:45,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:45,735 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on existing znode=/02093706710/master 2024-11-14T21:37:45,735 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02093706710/backup-masters/ef788a4cade8,34053,1731620265598 from backup master directory 2024-11-14T21:37:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/backup-masters/ef788a4cade8,34053,1731620265598 2024-11-14T21:37:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:45,737 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:37:45,737 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,34053,1731620265598 2024-11-14T21:37:45,744 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/hbase.id] with ID: ddb3b967-f6b5-43e7-b9d9-7422583676a7 2024-11-14T21:37:45,744 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/.tmp/hbase.id 2024-11-14T21:37:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:37:46,151 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/.tmp/hbase.id]:[hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/hbase.id] 2024-11-14T21:37:46,182 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:46,182 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:37:46,195 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-11-14T21:37:46,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:46,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:37:46,615 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:37:46,616 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:37:46,616 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:37:47,085 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store 2024-11-14T21:37:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:37:47,093 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:47,094 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:37:47,094 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:47,094 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:47,094 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:37:47,094 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:47,094 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:47,094 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620267094Disabling compacts and flushes for region at 1731620267094Disabling writes for close at 1731620267094Writing region close event to WAL at 1731620267094Closed at 1731620267094 2024-11-14T21:37:47,095 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/.initializing 2024-11-14T21:37:47,095 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598 2024-11-14T21:37:47,096 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:37:47,098 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C34053%2C1731620265598, suffix=, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/oldWALs, maxLogs=10 2024-11-14T21:37:47,119 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598/ef788a4cade8%2C34053%2C1731620265598.1731620267099, exclude list is [], retry=0 2024-11-14T21:37:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:37:47,126 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598/ef788a4cade8%2C34053%2C1731620265598.1731620267099 2024-11-14T21:37:47,126 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:37:47,127 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:37:47,127 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:47,127 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,127 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:37:47,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:47,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:37:47,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:47,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:37:47,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:47,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:37:47,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:47,141 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,142 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,142 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,144 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,144 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,144 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:47,145 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:47,147 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:37:47,148 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62722922, jitterRate=-0.06535562872886658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:47,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620267127Initializing all the Stores at 1731620267128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620267128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620267130 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620267130Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620267130Cleaning up temporary data from old regions at 1731620267144 (+14 ms)Region opened successfully at 1731620267148 (+4 ms) 2024-11-14T21:37:47,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:37:47,152 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6378e0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:37:47,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:37:47,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:37:47,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:37:47,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:37:47,154 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:37:47,154 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:37:47,154 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:37:47,156 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:37:47,157 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/balancer because node does not exist (not necessarily an error) 2024-11-14T21:37:47,159 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/balancer already deleted, retry=false 2024-11-14T21:37:47,159 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:37:47,160 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:37:47,164 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/normalizer already deleted, retry=false 2024-11-14T21:37:47,165 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:37:47,167 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:37:47,168 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/switch/split already deleted, retry=false 2024-11-14T21:37:47,169 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:37:47,170 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/switch/merge already deleted, retry=false 2024-11-14T21:37:47,172 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:37:47,173 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/snapshot-cleanup already deleted, retry=false 2024-11-14T21:37:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093706710/running 2024-11-14T21:37:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093706710/running 2024-11-14T21:37:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,176 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,34053,1731620265598, sessionid=0x100ac5feabe0000, setting cluster-up flag (Was=false) 2024-11-14T21:37:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,185 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093706710/flush-table-proc/acquired, /02093706710/flush-table-proc/reached, /02093706710/flush-table-proc/abort 2024-11-14T21:37:47,186 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,34053,1731620265598 2024-11-14T21:37:47,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,197 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093706710/online-snapshot/acquired, /02093706710/online-snapshot/reached, /02093706710/online-snapshot/abort 2024-11-14T21:37:47,198 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,34053,1731620265598 2024-11-14T21:37:47,200 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:37:47,201 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:47,202 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:37:47,202 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:37:47,202 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,34053,1731620265598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:37:47,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:47,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:37:47,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620297211 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:37:47,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:37:47,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:37:47,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:37:47,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:37:47,224 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(746): ClusterId : ddb3b967-f6b5-43e7-b9d9-7422583676a7 2024-11-14T21:37:47,224 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:37:47,224 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:37:47,224 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:37:47,226 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:37:47,226 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:37:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:37:47,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:37:47,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073 2024-11-14T21:37:47,229 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:37:47,229 DEBUG [RS:0;ef788a4cade8:45907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a3461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:37:47,230 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620267224,5,FailOnTimeoutGroup] 2024-11-14T21:37:47,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620267230,5,FailOnTimeoutGroup] 2024-11-14T21:37:47,234 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,235 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:37:47,235 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,235 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:37:47,253 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:45907 2024-11-14T21:37:47,254 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:37:47,254 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:37:47,254 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:37:47,255 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,34053,1731620265598 with port=45907, startcode=1731620265691 2024-11-14T21:37:47,255 DEBUG [RS:0;ef788a4cade8:45907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:37:47,257 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:37:47,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,45907,1731620265691 2024-11-14T21:37:47,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34053 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,45907,1731620265691 2024-11-14T21:37:47,259 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073 2024-11-14T21:37:47,259 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42125 2024-11-14T21:37:47,259 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:37:47,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/rs 2024-11-14T21:37:47,262 DEBUG [RS:0;ef788a4cade8:45907 {}] zookeeper.ZKUtil(111): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on existing znode=/02093706710/rs/ef788a4cade8,45907,1731620265691 2024-11-14T21:37:47,262 WARN [RS:0;ef788a4cade8:45907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:37:47,263 INFO [RS:0;ef788a4cade8:45907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:47,263 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691 2024-11-14T21:37:47,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,45907,1731620265691] 2024-11-14T21:37:47,273 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:37:47,275 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:37:47,276 INFO [RS:0;ef788a4cade8:45907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:37:47,276 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,276 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:37:47,277 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:37:47,277 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:37:47,277 DEBUG [RS:0;ef788a4cade8:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:37:47,282 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,283 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,283 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,283 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,283 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,283 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45907,1731620265691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:37:47,301 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:37:47,301 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45907,1731620265691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,301 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,301 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.Replication(171): ef788a4cade8,45907,1731620265691 started 2024-11-14T21:37:47,315 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:47,315 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,45907,1731620265691, RpcServer on ef788a4cade8/172.17.0.2:45907, sessionid=0x100ac5feabe0001 2024-11-14T21:37:47,315 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:37:47,315 DEBUG [RS:0;ef788a4cade8:45907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,45907,1731620265691 2024-11-14T21:37:47,315 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,45907,1731620265691' 2024-11-14T21:37:47,315 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093706710/flush-table-proc/abort' 2024-11-14T21:37:47,316 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093706710/flush-table-proc/acquired' 2024-11-14T21:37:47,316 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:37:47,316 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:37:47,316 DEBUG [RS:0;ef788a4cade8:45907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,45907,1731620265691 2024-11-14T21:37:47,316 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,45907,1731620265691' 2024-11-14T21:37:47,316 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093706710/online-snapshot/abort' 2024-11-14T21:37:47,316 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093706710/online-snapshot/acquired' 2024-11-14T21:37:47,317 DEBUG [RS:0;ef788a4cade8:45907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:37:47,318 INFO [RS:0;ef788a4cade8:45907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:37:47,318 INFO [RS:0;ef788a4cade8:45907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:37:47,418 INFO [RS:0;ef788a4cade8:45907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:37:47,420 INFO [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C45907%2C1731620265691, suffix=, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs, maxLogs=10 2024-11-14T21:37:47,436 DEBUG [RS:0;ef788a4cade8:45907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.1731620267421, exclude list is [], retry=0 2024-11-14T21:37:47,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:37:47,445 INFO [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.1731620267421 2024-11-14T21:37:47,446 DEBUG [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:37:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:47,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:37:47,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:37:47,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:47,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:37:47,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:37:47,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:47,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:37:47,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:37:47,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:47,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:37:47,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:37:47,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:47,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:47,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:37:47,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740 2024-11-14T21:37:47,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740 2024-11-14T21:37:47,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:37:47,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:37:47,676 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:47,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:37:47,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:37:47,683 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351182, jitterRate=0.0632154643535614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:47,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620267658Initializing all the Stores at 1731620267659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620267659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620267659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620267659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620267659Cleaning up temporary data from old regions at 1731620267675 (+16 ms)Region opened successfully at 1731620267684 (+9 ms) 2024-11-14T21:37:47,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:37:47,684 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:37:47,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:37:47,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:37:47,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:37:47,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:47,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620267684Disabling compacts and flushes for region at 1731620267684Disabling writes for close at 1731620267684Writing region close event to WAL at 1731620267696 (+12 ms)Closed at 1731620267696 2024-11-14T21:37:47,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:47,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:37:47,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:37:47,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:37:47,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:37:47,861 DEBUG [ef788a4cade8:34053 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:37:47,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,45907,1731620265691 2024-11-14T21:37:47,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,45907,1731620265691, state=OPENING 2024-11-14T21:37:47,882 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:37:47,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:47,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:47,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:47,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:37:47,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,45907,1731620265691}] 2024-11-14T21:37:47,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:37:47,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:37:47,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:37:47,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T21:37:47,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:47,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:37:48,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:37:48,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:37:48,072 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:37:48,072 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:48,073 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:37:48,074 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C45907%2C1731620265691.meta, suffix=.meta, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs, maxLogs=10 2024-11-14T21:37:48,092 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.meta.1731620268075.meta, exclude list is [], retry=0 2024-11-14T21:37:48,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:37:48,096 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.meta.1731620268075.meta 2024-11-14T21:37:48,096 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:37:48,097 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:37:48,097 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:37:48,097 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:37:48,097 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:37:48,097 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:37:48,097 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:37:48,097 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:48,097 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:37:48,097 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:37:48,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:37:48,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:37:48,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:48,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:48,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:37:48,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:37:48,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:48,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:48,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:37:48,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:37:48,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:48,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:48,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:37:48,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:37:48,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:48,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:48,108 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:37:48,108 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740 2024-11-14T21:37:48,109 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740 2024-11-14T21:37:48,110 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:37:48,110 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:37:48,111 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:48,112 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:37:48,112 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70864536, jitterRate=0.055963873863220215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:48,112 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:37:48,113 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620268098Writing region info on filesystem at 1731620268098Initializing all the Stores at 1731620268098Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620268098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620268103 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620268103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620268103Cleaning up temporary data from old regions at 1731620268110 (+7 ms)Running coprocessor post-open hooks at 1731620268112 (+2 ms)Region opened successfully at 1731620268113 (+1 ms) 2024-11-14T21:37:48,114 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620268064 2024-11-14T21:37:48,116 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:37:48,116 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:37:48,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,45907,1731620265691 2024-11-14T21:37:48,117 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,45907,1731620265691, state=OPEN 2024-11-14T21:37:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:48,125 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,45907,1731620265691 2024-11-14T21:37:48,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:48,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:48,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:37:48,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,45907,1731620265691 in 214 msec 2024-11-14T21:37:48,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:37:48,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-14T21:37:48,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:48,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:37:48,133 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:37:48,133 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,45907,1731620265691, seqNum=-1] 2024-11-14T21:37:48,134 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:37:48,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:37:48,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-14T21:37:48,141 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620268141, completionTime=-1 2024-11-14T21:37:48,141 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:37:48,141 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620328143 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620388143 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34053,1731620265598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34053,1731620265598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34053,1731620265598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:48,143 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:34053, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:48,144 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:48,144 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:48,146 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.412sec 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34053,1731620265598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:37:48,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34053,1731620265598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:37:48,153 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:37:48,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:37:48,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34053,1731620265598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:48,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de6c7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:48,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34053,-1 for getting cluster id 2024-11-14T21:37:48,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:37:48,229 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddb3b967-f6b5-43e7-b9d9-7422583676a7' 2024-11-14T21:37:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:37:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddb3b967-f6b5-43e7-b9d9-7422583676a7" 2024-11-14T21:37:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453be887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34053,-1] 2024-11-14T21:37:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:37:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:48,231 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:37:48,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7557fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:48,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:37:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,45907,1731620265691, seqNum=-1] 2024-11-14T21:37:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:37:48,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:37:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,34053,1731620265598 2024-11-14T21:37:48,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:48,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:48,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac5feabe0002 connected 2024-11-14T21:37:48,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.log.dir so I do NOT create it in target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c 2024-11-14T21:37:48,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:37:48,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.tmp.dir so I do NOT create it in target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c 2024-11-14T21:37:48,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:37:48,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c 2024-11-14T21:37:48,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:37:48,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/cluster_41e833e3-92d3-42c5-2f67-a84867d03292, deleteOnExit=true 2024-11-14T21:37:48,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/test.cache.data in system properties and HBase conf 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:37:48,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:37:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:37:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:37:48,336 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T21:37:48,374 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:48,375 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:48,375 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:48,376 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:48,376 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:48,384 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:48,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:37:48,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:37:48,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:37:48,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:37:48,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:37:48,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:37:48,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a775333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:37:48,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c973322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:37:48,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bb8a9b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/java.io.tmpdir/jetty-localhost-39289-hadoop-hdfs-3_4_1-tests_jar-_-any-9706856630130891820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:37:48,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@376ffd37{HTTP/1.1, (http/1.1)}{localhost:39289} 2024-11-14T21:37:48,619 INFO [Time-limited test {}] server.Server(415): Started @137972ms 2024-11-14T21:37:48,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:37:48,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:37:48,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:37:48,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:37:48,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:37:48,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1671ab22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:37:48,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f61ebe8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:37:49,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e64d11a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/java.io.tmpdir/jetty-localhost-39683-hadoop-hdfs-3_4_1-tests_jar-_-any-16667221233854702097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:37:49,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c4a46ff{HTTP/1.1, (http/1.1)}{localhost:39683} 2024-11-14T21:37:49,035 INFO [Time-limited test {}] server.Server(415): Started @138388ms 2024-11-14T21:37:49,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:37:49,302 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/cluster_41e833e3-92d3-42c5-2f67-a84867d03292/data/data1/current/BP-250151737-172.17.0.2-1731620268279/current, will proceed with Du for space computation calculation, 2024-11-14T21:37:49,302 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/cluster_41e833e3-92d3-42c5-2f67-a84867d03292/data/data2/current/BP-250151737-172.17.0.2-1731620268279/current, will proceed with Du for space computation calculation, 2024-11-14T21:37:49,331 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:37:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202b5fe81e91eaef with lease ID 0x9e22a2121001a027: Processing first storage report for DS-6754149a-c1ae-4821-a9b7-8b442029ae61 from datanode DatanodeRegistration(127.0.0.1:40473, datanodeUuid=5666c1f7-130b-45a6-8e08-5b3a94d42ba7, infoPort=41389, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=544789512;c=1731620268279) 2024-11-14T21:37:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202b5fe81e91eaef with lease ID 0x9e22a2121001a027: from storage DS-6754149a-c1ae-4821-a9b7-8b442029ae61 node DatanodeRegistration(127.0.0.1:40473, datanodeUuid=5666c1f7-130b-45a6-8e08-5b3a94d42ba7, infoPort=41389, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=544789512;c=1731620268279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:37:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202b5fe81e91eaef with lease ID 0x9e22a2121001a027: Processing first storage report for DS-786fd7fb-11d6-4358-bd55-4e028bee7ce3 from datanode DatanodeRegistration(127.0.0.1:40473, datanodeUuid=5666c1f7-130b-45a6-8e08-5b3a94d42ba7, infoPort=41389, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=544789512;c=1731620268279) 2024-11-14T21:37:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202b5fe81e91eaef with lease ID 0x9e22a2121001a027: from storage DS-786fd7fb-11d6-4358-bd55-4e028bee7ce3 node DatanodeRegistration(127.0.0.1:40473, datanodeUuid=5666c1f7-130b-45a6-8e08-5b3a94d42ba7, infoPort=41389, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=544789512;c=1731620268279), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:37:49,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c 2024-11-14T21:37:49,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:49,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:37:49,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9 with version=8 2024-11-14T21:37:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/hbase-staging 2024-11-14T21:37:49,779 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:37:49,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:49,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:49,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:37:49,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:49,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:37:49,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:37:49,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:37:49,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37983 2024-11-14T21:37:49,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37983 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:49,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379830x0, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:49,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37983-0x100ac5feabe0003 connected 2024-11-14T21:37:49,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:49,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:49,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on znode that does not yet exist, /1768644191/running 2024-11-14T21:37:49,840 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9, hbase.cluster.distributed=false 2024-11-14T21:37:49,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on znode that does not yet exist, /1768644191/acl 2024-11-14T21:37:49,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37983 2024-11-14T21:37:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37983 2024-11-14T21:37:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37983 2024-11-14T21:37:49,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37983 2024-11-14T21:37:49,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37983 2024-11-14T21:37:49,914 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:37:49,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:49,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:49,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:37:49,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:49,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:37:49,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:37:49,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:37:49,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33249 2024-11-14T21:37:49,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33249 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:49,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:49,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:49,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332490x0, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:49,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33249-0x100ac5feabe0004 connected 2024-11-14T21:37:49,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on znode that does not yet exist, /1768644191/running 2024-11-14T21:37:49,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:37:49,944 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:37:49,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on znode that does not yet exist, /1768644191/master 2024-11-14T21:37:49,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on znode that does not yet exist, /1768644191/acl 2024-11-14T21:37:49,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-14T21:37:49,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33249 2024-11-14T21:37:49,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33249 2024-11-14T21:37:49,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-14T21:37:49,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-14T21:37:49,988 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:37983 2024-11-14T21:37:49,988 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1768644191/backup-masters/ef788a4cade8,37983,1731620269779 2024-11-14T21:37:49,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191/backup-masters 2024-11-14T21:37:49,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191/backup-masters 2024-11-14T21:37:49,990 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on existing znode=/1768644191/backup-masters/ef788a4cade8,37983,1731620269779 2024-11-14T21:37:49,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1768644191/master 2024-11-14T21:37:49,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:49,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:49,992 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on existing znode=/1768644191/master 2024-11-14T21:37:49,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1768644191/backup-masters/ef788a4cade8,37983,1731620269779 from backup master directory 2024-11-14T21:37:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768644191/backup-masters/ef788a4cade8,37983,1731620269779 2024-11-14T21:37:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191/backup-masters 2024-11-14T21:37:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191/backup-masters 2024-11-14T21:37:49,994 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:37:49,994 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,37983,1731620269779 2024-11-14T21:37:49,998 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/hbase.id] with ID: 5949ae53-e8e6-449b-aa1a-071c36d89c68 2024-11-14T21:37:49,998 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/.tmp/hbase.id 2024-11-14T21:37:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:37:50,020 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/.tmp/hbase.id]:[hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/hbase.id] 2024-11-14T21:37:50,044 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:50,044 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:37:50,045 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:37:50,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:37:50,071 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:37:50,072 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:37:50,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:37:50,123 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store 2024-11-14T21:37:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:37:50,540 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:50,540 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:37:50,540 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:50,540 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:50,540 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:37:50,541 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:50,541 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:50,541 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620270540Disabling compacts and flushes for region at 1731620270540Disabling writes for close at 1731620270541 (+1 ms)Writing region close event to WAL at 1731620270541Closed at 1731620270541 2024-11-14T21:37:50,542 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/.initializing 2024-11-14T21:37:50,542 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/WALs/ef788a4cade8,37983,1731620269779 2024-11-14T21:37:50,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:37:50,544 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C37983%2C1731620269779, suffix=, logDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/WALs/ef788a4cade8,37983,1731620269779, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/oldWALs, maxLogs=10 2024-11-14T21:37:50,563 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/WALs/ef788a4cade8,37983,1731620269779/ef788a4cade8%2C37983%2C1731620269779.1731620270544, exclude list is [], retry=0 2024-11-14T21:37:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40473,DS-6754149a-c1ae-4821-a9b7-8b442029ae61,DISK] 2024-11-14T21:37:50,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/WALs/ef788a4cade8,37983,1731620269779/ef788a4cade8%2C37983%2C1731620269779.1731620270544 2024-11-14T21:37:50,567 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41389:41389)] 2024-11-14T21:37:50,567 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:37:50,567 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:50,567 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,567 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:37:50,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:50,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:50,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:37:50,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:50,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:50,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:37:50,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:50,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:50,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:37:50,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:50,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:50,574 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,575 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,575 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,576 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,576 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,577 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:50,578 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:50,579 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:37:50,580 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70388141, jitterRate=0.04886503517627716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:50,580 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620270567Initializing all the Stores at 1731620270568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620270568Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620270568Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620270568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620270568Cleaning up temporary data from old regions at 1731620270576 (+8 ms)Region opened successfully at 1731620270580 (+4 ms) 2024-11-14T21:37:50,580 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:37:50,583 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4d6e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:37:50,583 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:37:50,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:37:50,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:37:50,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:37:50,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:37:50,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:37:50,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:37:50,586 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:37:50,587 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Unable to get data of znode /1768644191/balancer because node does not exist (not necessarily an error) 2024-11-14T21:37:50,588 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768644191/balancer already deleted, retry=false 2024-11-14T21:37:50,589 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:37:50,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Unable to get data of znode /1768644191/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:37:50,590 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768644191/normalizer already deleted, retry=false 2024-11-14T21:37:50,590 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:37:50,591 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Unable to get data of znode /1768644191/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:37:50,592 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768644191/switch/split already deleted, retry=false 2024-11-14T21:37:50,593 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Unable to get data of znode /1768644191/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:37:50,594 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768644191/switch/merge already deleted, retry=false 2024-11-14T21:37:50,596 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Unable to get data of znode /1768644191/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:37:50,597 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768644191/snapshot-cleanup already deleted, retry=false 2024-11-14T21:37:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1768644191/running 2024-11-14T21:37:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1768644191/running 2024-11-14T21:37:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,600 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,37983,1731620269779, sessionid=0x100ac5feabe0003, setting cluster-up flag (Was=false) 2024-11-14T21:37:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,607 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1768644191/flush-table-proc/acquired, /1768644191/flush-table-proc/reached, /1768644191/flush-table-proc/abort 2024-11-14T21:37:50,608 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37983,1731620269779 2024-11-14T21:37:50,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:50,617 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1768644191/online-snapshot/acquired, /1768644191/online-snapshot/reached, /1768644191/online-snapshot/abort 2024-11-14T21:37:50,617 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37983,1731620269779 2024-11-14T21:37:50,618 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:37:50,620 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:50,620 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:37:50,620 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:37:50,620 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,37983,1731620269779 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:37:50,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,622 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620300622 2024-11-14T21:37:50,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:37:50,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:37:50,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:37:50,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:37:50,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:37:50,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:37:50,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:50,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:37:50,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:37:50,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:50,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:37:50,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:37:50,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:37:50,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:37:50,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:37:50,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:37:50,625 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620270624,5,FailOnTimeoutGroup] 2024-11-14T21:37:50,626 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620270625,5,FailOnTimeoutGroup] 2024-11-14T21:37:50,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:37:50,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:37:50,675 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(746): ClusterId : 5949ae53-e8e6-449b-aa1a-071c36d89c68 2024-11-14T21:37:50,675 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:37:50,678 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:37:50,678 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:37:50,680 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:37:50,680 DEBUG [RS:0;ef788a4cade8:33249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5d695c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:37:50,698 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:33249 2024-11-14T21:37:50,698 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:37:50,698 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:37:50,698 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:37:50,699 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,37983,1731620269779 with port=33249, startcode=1731620269914 2024-11-14T21:37:50,699 DEBUG [RS:0;ef788a4cade8:33249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:37:50,701 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:37:50,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,33249,1731620269914 2024-11-14T21:37:50,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37983 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,33249,1731620269914 2024-11-14T21:37:50,709 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9 2024-11-14T21:37:50,709 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44857 2024-11-14T21:37:50,709 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:37:50,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191/rs 2024-11-14T21:37:50,711 DEBUG [RS:0;ef788a4cade8:33249 {}] zookeeper.ZKUtil(111): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on existing znode=/1768644191/rs/ef788a4cade8,33249,1731620269914 2024-11-14T21:37:50,711 WARN [RS:0;ef788a4cade8:33249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:37:50,711 INFO [RS:0;ef788a4cade8:33249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:50,711 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914 2024-11-14T21:37:50,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,33249,1731620269914] 2024-11-14T21:37:50,720 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:37:50,722 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:37:50,723 INFO [RS:0;ef788a4cade8:33249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:37:50,723 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,723 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:37:50,724 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:37:50,724 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,724 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,725 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,725 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,725 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:50,725 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:37:50,725 DEBUG [RS:0;ef788a4cade8:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:37:50,727 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,727 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,727 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,727 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,727 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,727 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33249,1731620269914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:37:50,752 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:37:50,753 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33249,1731620269914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,753 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,753 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.Replication(171): ef788a4cade8,33249,1731620269914 started 2024-11-14T21:37:50,775 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:50,775 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,33249,1731620269914, RpcServer on ef788a4cade8/172.17.0.2:33249, sessionid=0x100ac5feabe0004 2024-11-14T21:37:50,775 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:37:50,775 DEBUG [RS:0;ef788a4cade8:33249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,33249,1731620269914 2024-11-14T21:37:50,775 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33249,1731620269914' 2024-11-14T21:37:50,775 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1768644191/flush-table-proc/abort' 2024-11-14T21:37:50,780 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1768644191/flush-table-proc/acquired' 2024-11-14T21:37:50,780 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:37:50,780 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:37:50,780 DEBUG [RS:0;ef788a4cade8:33249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,33249,1731620269914 2024-11-14T21:37:50,780 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33249,1731620269914' 2024-11-14T21:37:50,780 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1768644191/online-snapshot/abort' 2024-11-14T21:37:50,781 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1768644191/online-snapshot/acquired' 2024-11-14T21:37:50,783 DEBUG [RS:0;ef788a4cade8:33249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:37:50,783 INFO [RS:0;ef788a4cade8:33249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:37:50,783 INFO [RS:0;ef788a4cade8:33249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:37:50,884 INFO [RS:0;ef788a4cade8:33249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:37:50,887 INFO [RS:0;ef788a4cade8:33249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33249%2C1731620269914, suffix=, logDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/oldWALs, maxLogs=10 2024-11-14T21:37:50,918 DEBUG [RS:0;ef788a4cade8:33249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914/ef788a4cade8%2C33249%2C1731620269914.1731620270888, exclude list is [], retry=0 2024-11-14T21:37:50,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40473,DS-6754149a-c1ae-4821-a9b7-8b442029ae61,DISK] 2024-11-14T21:37:50,953 INFO [RS:0;ef788a4cade8:33249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914/ef788a4cade8%2C33249%2C1731620269914.1731620270888 2024-11-14T21:37:50,956 DEBUG [RS:0;ef788a4cade8:33249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41389:41389)] 2024-11-14T21:37:51,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:37:51,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9 2024-11-14T21:37:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:37:51,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:51,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:37:51,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:37:51,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:37:51,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:37:51,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:37:51,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:37:51,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:37:51,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:37:51,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:37:51,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740 2024-11-14T21:37:51,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740 2024-11-14T21:37:51,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:37:51,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:37:51,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:51,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:37:51,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:37:51,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66434869, jitterRate=-0.010043308138847351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:51,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620271450Initializing all the Stores at 1731620271452 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620271452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620271452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620271452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620271452Cleaning up temporary data from old regions at 1731620271465 (+13 ms)Region opened successfully at 1731620271469 (+4 ms) 2024-11-14T21:37:51,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:37:51,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:37:51,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:37:51,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:37:51,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:37:51,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:51,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620271469Disabling compacts and flushes for region at 1731620271469Disabling writes for close at 1731620271470 (+1 ms)Writing region close event to WAL at 1731620271470Closed at 1731620271470 2024-11-14T21:37:51,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:51,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:37:51,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:37:51,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:37:51,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:37:51,623 DEBUG [ef788a4cade8:37983 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:37:51,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,33249,1731620269914 2024-11-14T21:37:51,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33249,1731620269914, state=OPENING 2024-11-14T21:37:51,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:37:51,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:51,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:37:51,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768644191/meta-region-server: CHANGED 2024-11-14T21:37:51,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33249,1731620269914}] 2024-11-14T21:37:51,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:37:51,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768644191/meta-region-server: CHANGED 2024-11-14T21:37:51,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:37:51,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:37:51,807 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:37:51,807 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:51,807 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:37:51,822 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33249%2C1731620269914.meta, suffix=.meta, logDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/oldWALs, maxLogs=10 2024-11-14T21:37:51,843 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914/ef788a4cade8%2C33249%2C1731620269914.meta.1731620271822.meta, exclude list is [], retry=0 2024-11-14T21:37:51,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40473,DS-6754149a-c1ae-4821-a9b7-8b442029ae61,DISK] 2024-11-14T21:37:51,863 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914/ef788a4cade8%2C33249%2C1731620269914.meta.1731620271822.meta 2024-11-14T21:37:51,865 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41389:41389)] 2024-11-14T21:37:51,865 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:37:51,866 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:37:51,866 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:37:51,866 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:37:51,866 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:37:51,866 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:37:51,866 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:51,866 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:37:51,866 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:37:51,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:37:51,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:37:51,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:37:51,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:37:51,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:37:51,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:37:51,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:37:51,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:37:51,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:51,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:51,880 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:37:51,881 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740 2024-11-14T21:37:51,882 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740 2024-11-14T21:37:51,884 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:37:51,884 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:37:51,885 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:51,887 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:37:51,887 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73937058, jitterRate=0.1017480194568634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:51,887 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:37:51,887 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620271866Writing region info on filesystem at 1731620271866Initializing all the Stores at 1731620271868 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620271868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620271870 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620271870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620271870Cleaning up temporary data from old regions at 1731620271884 (+14 ms)Running coprocessor post-open hooks at 1731620271887 (+3 ms)Region opened successfully at 1731620271887 2024-11-14T21:37:51,888 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620271791 2024-11-14T21:37:51,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33249,1731620269914 2024-11-14T21:37:51,892 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33249,1731620269914, state=OPEN 2024-11-14T21:37:51,892 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:37:51,892 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:37:51,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1768644191/meta-region-server 2024-11-14T21:37:51,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1768644191/meta-region-server 2024-11-14T21:37:51,894 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,33249,1731620269914 2024-11-14T21:37:51,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768644191/meta-region-server: CHANGED 2024-11-14T21:37:51,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768644191/meta-region-server: CHANGED 2024-11-14T21:37:51,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:37:51,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33249,1731620269914 in 257 msec 2024-11-14T21:37:51,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:37:51,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-14T21:37:51,899 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:51,899 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:37:51,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:37:51,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33249,1731620269914, seqNum=-1] 2024-11-14T21:37:51,901 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:37:51,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:37:51,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-14T21:37:51,910 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620271910, completionTime=-1 2024-11-14T21:37:51,910 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:37:51,910 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620331913 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620391913 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37983,1731620269779-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37983,1731620269779-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37983,1731620269779-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:37983, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:51,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:51,916 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.926sec 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37983,1731620269779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:37:51,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37983,1731620269779-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:37:51,928 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:37:51,928 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:37:51,928 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37983,1731620269779-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:51,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a65efb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:51,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37983,-1 for getting cluster id 2024-11-14T21:37:51,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:37:51,987 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5949ae53-e8e6-449b-aa1a-071c36d89c68' 2024-11-14T21:37:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:37:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5949ae53-e8e6-449b-aa1a-071c36d89c68" 2024-11-14T21:37:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144eaf52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37983,-1] 2024-11-14T21:37:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:37:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:51,989 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:37:51,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0f50ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:51,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:37:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33249,1731620269914, seqNum=-1] 2024-11-14T21:37:51,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:37:51,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:37:51,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,37983,1731620269779 2024-11-14T21:37:51,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:52,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac5feabe0005 connected 2024-11-14T21:37:52,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34053,-1 for getting cluster id 2024-11-14T21:37:52,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:37:52,014 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddb3b967-f6b5-43e7-b9d9-7422583676a7' 2024-11-14T21:37:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:37:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddb3b967-f6b5-43e7-b9d9-7422583676a7" 2024-11-14T21:37:52,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d546c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34053,-1] 2024-11-14T21:37:52,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:37:52,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:52,017 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:37:52,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1eaa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:37:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34053,1731620265598 2024-11-14T21:37:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43d6aba9 2024-11-14T21:37:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:37:52,020 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:37:52,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:37983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:37:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:37:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:37:52,030 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:37983' 2024-11-14T21:37:52,045 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5f401a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,045 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37983,-1 for getting cluster id 2024-11-14T21:37:52,046 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:37:52,051 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5949ae53-e8e6-449b-aa1a-071c36d89c68' 2024-11-14T21:37:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:37:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5949ae53-e8e6-449b-aa1a-071c36d89c68" 2024-11-14T21:37:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596e9e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37983,-1] 2024-11-14T21:37:52,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:37:52,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:52,053 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:37:52,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360d7526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,059 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:37:52,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37983,1731620269779 2024-11-14T21:37:52,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e9e8de8 2024-11-14T21:37:52,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:37:52,061 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:37:52,066 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T21:37:52,066 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:37:52,066 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:52,066 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:52,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:52,067 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:37:52,068 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:37:52,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:37:52,070 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:52,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:37:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741835_1011 (size=1138) 2024-11-14T21:37:52,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1faeb51672d1be7f3561e598928f9c5b, NAME => 'hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073 2024-11-14T21:37:52,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741836_1012 (size=44) 2024-11-14T21:37:52,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:52,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1faeb51672d1be7f3561e598928f9c5b, disabling compactions & flushes 2024-11-14T21:37:52,110 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:52,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:52,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. after waiting 0 ms 2024-11-14T21:37:52,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:52,110 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:52,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1faeb51672d1be7f3561e598928f9c5b: Waiting for close lock at 1731620272110Disabling compacts and flushes for region at 1731620272110Disabling writes for close at 1731620272110Writing region close event to WAL at 1731620272110Closed at 1731620272110 2024-11-14T21:37:52,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:37:52,119 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:37:52,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620272116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620272116"}]},"ts":"1731620272116"} 2024-11-14T21:37:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:37:52,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:37:52,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:37:52,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620272129"}]},"ts":"1731620272129"} 2024-11-14T21:37:52,142 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:37:52,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN}] 2024-11-14T21:37:52,147 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN 2024-11-14T21:37:52,148 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN; state=OFFLINE, location=ef788a4cade8,45907,1731620265691; forceNewPlan=false, retain=false 2024-11-14T21:37:52,299 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1faeb51672d1be7f3561e598928f9c5b, regionState=OPENING, regionLocation=ef788a4cade8,45907,1731620265691 2024-11-14T21:37:52,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN because future has completed 2024-11-14T21:37:52,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1faeb51672d1be7f3561e598928f9c5b, server=ef788a4cade8,45907,1731620265691}] 2024-11-14T21:37:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:37:52,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:52,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:52,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:37:52,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C45907%2C1731620265691.rep, suffix=, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs, maxLogs=10 2024-11-14T21:37:52,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.rep.1731620272465, exclude list is [], retry=0 2024-11-14T21:37:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:37:52,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.rep.1731620272465 2024-11-14T21:37:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:37:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1faeb51672d1be7f3561e598928f9c5b, NAME => 'hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:37:52,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:37:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:37:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. service=MultiRowMutationService 2024-11-14T21:37:52,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:37:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,490 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,492 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1faeb51672d1be7f3561e598928f9c5b columnFamilyName hfileref 2024-11-14T21:37:52,492 DEBUG [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:52,492 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(327): Store=1faeb51672d1be7f3561e598928f9c5b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:52,492 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,493 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1faeb51672d1be7f3561e598928f9c5b columnFamilyName queue 2024-11-14T21:37:52,493 DEBUG [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:52,494 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(327): Store=1faeb51672d1be7f3561e598928f9c5b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:52,494 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,495 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1faeb51672d1be7f3561e598928f9c5b columnFamilyName sid 2024-11-14T21:37:52,495 DEBUG [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:52,495 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(327): Store=1faeb51672d1be7f3561e598928f9c5b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:52,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:37:52,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:37:52,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1faeb51672d1be7f3561e598928f9c5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66868359, jitterRate=-0.0035838037729263306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:37:52,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:52,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1faeb51672d1be7f3561e598928f9c5b: Running coprocessor pre-open hook at 1731620272488Writing region info on filesystem at 1731620272488Initializing all the Stores at 1731620272488Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620272489 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620272490 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620272490Cleaning up temporary data from old regions at 1731620272497 (+7 ms)Running coprocessor post-open hooks at 1731620272502 (+5 ms)Region opened successfully at 1731620272502 2024-11-14T21:37:52,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b., pid=7, masterSystemTime=1731620272459 2024-11-14T21:37:52,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:52,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:52,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1faeb51672d1be7f3561e598928f9c5b, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,45907,1731620265691 2024-11-14T21:37:52,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1faeb51672d1be7f3561e598928f9c5b, server=ef788a4cade8,45907,1731620265691 because future has completed 2024-11-14T21:37:52,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T21:37:52,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1faeb51672d1be7f3561e598928f9c5b, server=ef788a4cade8,45907,1731620265691 in 208 msec 2024-11-14T21:37:52,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:37:52,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN in 370 msec 2024-11-14T21:37:52,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:37:52,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620272515"}]},"ts":"1731620272515"} 2024-11-14T21:37:52,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:37:52,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:37:52,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 451 msec 2024-11-14T21:37:52,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b., hostname=ef788a4cade8,45907,1731620265691, seqNum=2] 2024-11-14T21:37:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:52,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:37:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:37:52,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T21:37:52,691 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:37:52,747 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,45907,1731620265691, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:37:52,747 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:37:52,748 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,45907,1731620265691, seqNum=-1] 2024-11-14T21:37:52,748 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:37:52,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T21:37:52,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,45907,1731620265691', locateType=CURRENT is [region=hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b., hostname=ef788a4cade8,45907,1731620265691, seqNum=2] 2024-11-14T21:37:52,770 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T21:37:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T21:37:52,780 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,45907,1731620265691 suceeded 2024-11-14T21:37:52,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T21:37:52,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-14T21:37:52,785 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:37983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:37:52,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 764 msec 2024-11-14T21:37:52,795 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:37983' 2024-11-14T21:37:52,798 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df192e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,798 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37983,-1 for getting cluster id 2024-11-14T21:37:52,798 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:37:52,799 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5949ae53-e8e6-449b-aa1a-071c36d89c68' 2024-11-14T21:37:52,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:37:52,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5949ae53-e8e6-449b-aa1a-071c36d89c68" 2024-11-14T21:37:52,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3acc14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37983,-1] 2024-11-14T21:37:52,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:37:52,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:52,801 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:37:52,804 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b292b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:52,804 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:37:52,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37983,1731620269779 2024-11-14T21:37:52,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c9dec17 2024-11-14T21:37:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:37:52,807 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T21:37:52,807 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,45907,1731620265691 (queues=1) is replicating from cluster=ddb3b967-f6b5-43e7-b9d9-7422583676a7 to cluster=5949ae53-e8e6-449b-aa1a-071c36d89c68 2024-11-14T21:37:52,807 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C45907%2C1731620265691 2024-11-14T21:37:52,808 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,45907,1731620265691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:37:52,811 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.wal-reader.ef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.1731620267421, startPosition=0, beingWritten=true 2024-11-14T21:37:52,822 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.shipperef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C45907%2C1731620265691 2024-11-14T21:37:53,034 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.wal-reader.ef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.1731620267421 to pos 0, reset compression=false 2024-11-14T21:37:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:37:53,158 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:37:53,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:37:53,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:53,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:53,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:53,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:53,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:37:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34053,1731620265598 2024-11-14T21:37:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d402513 2024-11-14T21:37:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:37:53,164 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:37:53,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:37:53,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:37:53,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:53,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:53,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:53,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:53,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:37:53,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=461726154, stopped=false 2024-11-14T21:37:53,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,34053,1731620265598 2024-11-14T21:37:53,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/running 2024-11-14T21:37:53,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/running 2024-11-14T21:37:53,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:53,167 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:37:53,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:53,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:37:53,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:53,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:53,168 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,45907,1731620265691' ***** 2024-11-14T21:37:53,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:37:53,168 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:37:53,168 INFO [RS:0;ef788a4cade8:45907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:37:53,168 INFO [RS:0;ef788a4cade8:45907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:37:53,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:37:53,168 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:53,169 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:37:53,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:37:53,170 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,45907,1731620265691 2024-11-14T21:37:53,170 INFO [RS:0;ef788a4cade8:45907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:37:53,170 INFO [RS:0;ef788a4cade8:45907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:45907. 2024-11-14T21:37:53,170 DEBUG [RS:0;ef788a4cade8:45907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:53,170 DEBUG [RS:0;ef788a4cade8:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:53,170 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1faeb51672d1be7f3561e598928f9c5b, disabling compactions & flushes 2024-11-14T21:37:53,170 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:53,170 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:53,170 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:37:53,170 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:37:53,170 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. after waiting 0 ms 2024-11-14T21:37:53,170 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:37:53,170 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:53,170 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:37:53,170 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1faeb51672d1be7f3561e598928f9c5b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T21:37:53,171 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:37:53,171 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1faeb51672d1be7f3561e598928f9c5b=hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.} 2024-11-14T21:37:53,171 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:37:53,174 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:37:53,174 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:37:53,175 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:37:53,175 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:37:53,175 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:37:53,175 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T21:37:53,220 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/info/53389288a12541dfae06fd831c8862c2 is 147, key is hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b./info:regioninfo/1731620272506/Put/seqid=0 2024-11-14T21:37:53,225 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:37:53,226 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/.tmp/queue/3e1e24f74162481a969ad2c3842b5e31 is 151, key is 1-ef788a4cade8,45907,1731620265691/queue:ef788a4cade8%2C45907%2C1731620265691/1731620272759/Put/seqid=0 2024-11-14T21:37:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741838_1014 (size=6631) 2024-11-14T21:37:53,234 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/info/53389288a12541dfae06fd831c8862c2 2024-11-14T21:37:53,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741839_1015 (size=5350) 2024-11-14T21:37:53,273 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/.tmp/queue/3e1e24f74162481a969ad2c3842b5e31 2024-11-14T21:37:53,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:37:53,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:37:53,285 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:37:53,285 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:37:53,299 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/ns/85d47a905c1140af9f1e8c578cef7837 is 43, key is default/ns:d/1731620268136/Put/seqid=0 2024-11-14T21:37:53,306 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/.tmp/queue/3e1e24f74162481a969ad2c3842b5e31 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/queue/3e1e24f74162481a969ad2c3842b5e31 2024-11-14T21:37:53,324 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/queue/3e1e24f74162481a969ad2c3842b5e31, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T21:37:53,326 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1faeb51672d1be7f3561e598928f9c5b in 156ms, sequenceid=5, compaction requested=false 2024-11-14T21:37:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741840_1016 (size=5153) 2024-11-14T21:37:53,336 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/ns/85d47a905c1140af9f1e8c578cef7837 2024-11-14T21:37:53,341 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.wal-reader.ef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.1731620267421 to pos 0, reset compression=false 2024-11-14T21:37:53,366 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T21:37:53,367 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:53,367 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:37:53,367 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:53,367 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1faeb51672d1be7f3561e598928f9c5b: Waiting for close lock at 1731620273170Running coprocessor pre-close hooks at 1731620273170Disabling compacts and flushes for region at 1731620273170Disabling writes for close at 1731620273170Obtaining lock to block concurrent updates at 1731620273170Preparing flush snapshotting stores in 1faeb51672d1be7f3561e598928f9c5b at 1731620273170Finished memstore snapshotting hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731620273170Flushing stores of hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. at 1731620273176 (+6 ms)Flushing 1faeb51672d1be7f3561e598928f9c5b/queue: creating writer at 1731620273176Flushing 1faeb51672d1be7f3561e598928f9c5b/queue: appending metadata at 1731620273226 (+50 ms)Flushing 1faeb51672d1be7f3561e598928f9c5b/queue: closing flushed file at 1731620273226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e4299f: reopening flushed file at 1731620273294 (+68 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1faeb51672d1be7f3561e598928f9c5b in 156ms, sequenceid=5, compaction requested=false at 1731620273326 (+32 ms)Writing region close event to WAL at 1731620273346 (+20 ms)Running coprocessor post-close hooks at 1731620273367 (+21 ms)Closed at 1731620273367 2024-11-14T21:37:53,368 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:37:53,371 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:53,375 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/table/519946a342314d06965595b7ced3d7cc is 53, key is hbase:replication/table:state/1731620272515/Put/seqid=0 2024-11-14T21:37:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741841_1017 (size=5256) 2024-11-14T21:37:53,571 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:53,766 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.wal-reader.ef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.1731620267421 to pos 0, reset compression=false 2024-11-14T21:37:53,772 DEBUG [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:37:53,786 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/table/519946a342314d06965595b7ced3d7cc 2024-11-14T21:37:53,792 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/info/53389288a12541dfae06fd831c8862c2 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/info/53389288a12541dfae06fd831c8862c2 2024-11-14T21:37:53,796 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/info/53389288a12541dfae06fd831c8862c2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T21:37:53,797 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/ns/85d47a905c1140af9f1e8c578cef7837 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/ns/85d47a905c1140af9f1e8c578cef7837 2024-11-14T21:37:53,802 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/ns/85d47a905c1140af9f1e8c578cef7837, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:37:53,803 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/table/519946a342314d06965595b7ced3d7cc as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/table/519946a342314d06965595b7ced3d7cc 2024-11-14T21:37:53,807 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/table/519946a342314d06965595b7ced3d7cc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T21:37:53,807 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 632ms, sequenceid=11, compaction requested=false 2024-11-14T21:37:53,811 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T21:37:53,812 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:53,812 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:37:53,812 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:53,812 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620273174Running coprocessor pre-close hooks at 1731620273174Disabling compacts and flushes for region at 1731620273174Disabling writes for close at 1731620273175 (+1 ms)Obtaining lock to block concurrent updates at 1731620273175Preparing flush snapshotting stores in 1588230740 at 1731620273175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731620273175Flushing stores of hbase:meta,,1.1588230740 at 1731620273177 (+2 ms)Flushing 1588230740/info: creating writer at 1731620273177Flushing 1588230740/info: appending metadata at 1731620273220 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731620273220Flushing 1588230740/ns: creating writer at 1731620273253 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731620273298 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1731620273298Flushing 1588230740/table: creating writer at 1731620273351 (+53 ms)Flushing 1588230740/table: appending metadata at 1731620273375 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731620273375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1109064b: reopening flushed file at 1731620273791 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d7788f: reopening flushed file at 1731620273796 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3a1078: reopening flushed file at 1731620273802 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 632ms, sequenceid=11, compaction requested=false at 1731620273807 (+5 ms)Writing region close event to WAL at 1731620273809 (+2 ms)Running coprocessor post-close hooks at 1731620273812 (+3 ms)Closed at 1731620273812 2024-11-14T21:37:53,812 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:37:53,972 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,45907,1731620265691; all regions closed. 2024-11-14T21:37:53,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741834_1010 (size=2742) 2024-11-14T21:37:53,994 DEBUG [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs 2024-11-14T21:37:53,994 INFO [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C45907%2C1731620265691.meta:.meta(num 1731620268075) 2024-11-14T21:37:53,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691/ef788a4cade8%2C45907%2C1731620265691.rep.1731620272465 not finished, retry = 0 2024-11-14T21:37:53,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741837_1013 (size=1586) 2024-11-14T21:37:54,100 DEBUG [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs 2024-11-14T21:37:54,100 INFO [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C45907%2C1731620265691.rep:(num 1731620272465) 2024-11-14T21:37:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741833_1009 (size=93) 2024-11-14T21:37:54,116 DEBUG [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs 2024-11-14T21:37:54,116 INFO [RS:0;ef788a4cade8:45907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C45907%2C1731620265691:(num 1731620267421) 2024-11-14T21:37:54,116 DEBUG [RS:0;ef788a4cade8:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:54,116 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:37:54,116 INFO [RS:0;ef788a4cade8:45907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:37:54,116 INFO [RS:0;ef788a4cade8:45907 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:37:54,117 INFO [RS:0;ef788a4cade8:45907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:37:54,117 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:37:54,117 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,45907,1731620265691 because: Region server is closing 2024-11-14T21:37:54,117 INFO [RS:0;ef788a4cade8:45907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:45907. 2024-11-14T21:37:54,117 DEBUG [RS:0;ef788a4cade8:45907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:37:54,117 DEBUG [RS:0;ef788a4cade8:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:54,117 DEBUG [RS:0;ef788a4cade8:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:54,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:37:54,218 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.shipperef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:37:54,218 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.wal-reader.ef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:37:54,218 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,45907,1731620265691.replicationSource.shipperef788a4cade8%2C45907%2C1731620265691,1-ef788a4cade8,45907,1731620265691 terminated 2024-11-14T21:37:54,218 INFO [RS:0;ef788a4cade8:45907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45907 2024-11-14T21:37:54,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/rs 2024-11-14T21:37:54,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/rs/ef788a4cade8,45907,1731620265691 2024-11-14T21:37:54,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,45907,1731620265691] 2024-11-14T21:37:54,222 INFO [RS:0;ef788a4cade8:45907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:37:54,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/draining/ef788a4cade8,45907,1731620265691 already deleted, retry=false 2024-11-14T21:37:54,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,45907,1731620265691 expired; onlineServers=0 2024-11-14T21:37:54,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,34053,1731620265598' ***** 2024-11-14T21:37:54,223 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:37:54,223 INFO [M:0;ef788a4cade8:34053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:37:54,223 INFO [M:0;ef788a4cade8:34053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:37:54,224 DEBUG [M:0;ef788a4cade8:34053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:37:54,224 DEBUG [M:0;ef788a4cade8:34053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:37:54,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:37:54,224 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620267230 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620267230,5,FailOnTimeoutGroup] 2024-11-14T21:37:54,224 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620267224 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620267224,5,FailOnTimeoutGroup] 2024-11-14T21:37:54,224 INFO [M:0;ef788a4cade8:34053 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:37:54,224 INFO [M:0;ef788a4cade8:34053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:37:54,224 DEBUG [M:0;ef788a4cade8:34053 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:37:54,224 INFO [M:0;ef788a4cade8:34053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:37:54,225 INFO [M:0;ef788a4cade8:34053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:37:54,225 INFO [M:0;ef788a4cade8:34053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:37:54,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:37:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/master 2024-11-14T21:37:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:54,229 DEBUG [M:0;ef788a4cade8:34053 {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/master already deleted, retry=false 2024-11-14T21:37:54,229 DEBUG [M:0;ef788a4cade8:34053 {}] master.ActiveMasterManager(353): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Failed delete of our master address node; KeeperErrorCode = NoNode for /02093706710/master 2024-11-14T21:37:54,230 INFO [M:0;ef788a4cade8:34053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/.lastflushedseqids 2024-11-14T21:37:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741842_1018 (size=181) 2024-11-14T21:37:54,255 INFO [M:0;ef788a4cade8:34053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:37:54,256 INFO [M:0;ef788a4cade8:34053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:37:54,256 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:37:54,256 INFO [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:54,256 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:54,256 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:37:54,256 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:54,256 INFO [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T21:37:54,289 DEBUG [M:0;ef788a4cade8:34053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e450eb2c5d48417ebe643edce4f14f34 is 82, key is hbase:meta,,1/info:regioninfo/1731620268117/Put/seqid=0 2024-11-14T21:37:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741843_1019 (size=5672) 2024-11-14T21:37:54,325 INFO [RS:0;ef788a4cade8:45907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:37:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:54,325 INFO [RS:0;ef788a4cade8:45907 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,45907,1731620265691; zookeeper connection closed. 2024-11-14T21:37:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x100ac5feabe0001, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:54,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d26563a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d26563a 2024-11-14T21:37:54,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:37:54,719 INFO [M:0;ef788a4cade8:34053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e450eb2c5d48417ebe643edce4f14f34 2024-11-14T21:37:54,744 DEBUG [M:0;ef788a4cade8:34053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8250d57a4f5d46ea8780ffb13d4039f9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731620272519/Put/seqid=0 2024-11-14T21:37:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741844_1020 (size=7203) 2024-11-14T21:37:55,156 INFO [M:0;ef788a4cade8:34053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8250d57a4f5d46ea8780ffb13d4039f9 2024-11-14T21:37:55,184 DEBUG [M:0;ef788a4cade8:34053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15994a74c0784cfb933fe90b21ebc3b0 is 69, key is ef788a4cade8,45907,1731620265691/rs:state/1731620267257/Put/seqid=0 2024-11-14T21:37:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741845_1021 (size=5156) 2024-11-14T21:37:55,230 INFO [M:0;ef788a4cade8:34053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15994a74c0784cfb933fe90b21ebc3b0 2024-11-14T21:37:55,248 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e450eb2c5d48417ebe643edce4f14f34 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e450eb2c5d48417ebe643edce4f14f34 2024-11-14T21:37:55,253 INFO [M:0;ef788a4cade8:34053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e450eb2c5d48417ebe643edce4f14f34, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T21:37:55,254 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8250d57a4f5d46ea8780ffb13d4039f9 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8250d57a4f5d46ea8780ffb13d4039f9 2024-11-14T21:37:55,261 INFO [M:0;ef788a4cade8:34053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8250d57a4f5d46ea8780ffb13d4039f9, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T21:37:55,262 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15994a74c0784cfb933fe90b21ebc3b0 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15994a74c0784cfb933fe90b21ebc3b0 2024-11-14T21:37:55,266 INFO [M:0;ef788a4cade8:34053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15994a74c0784cfb933fe90b21ebc3b0, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T21:37:55,267 INFO [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1010ms, sequenceid=70, compaction requested=false 2024-11-14T21:37:55,272 INFO [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:37:55,272 DEBUG [M:0;ef788a4cade8:34053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620274256Disabling compacts and flushes for region at 1731620274256Disabling writes for close at 1731620274256Obtaining lock to block concurrent updates at 1731620274256Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620274256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731620274257 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620274258 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620274258Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620274288 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620274288Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620274725 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620274743 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620274743Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620275162 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620275184 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620275184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cd2225: reopening flushed file at 1731620275247 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49921643: reopening flushed file at 1731620275253 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b59978e: reopening flushed file at 1731620275261 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1010ms, sequenceid=70, compaction requested=false at 1731620275267 (+6 ms)Writing region close event to WAL at 1731620275272 (+5 ms)Closed at 1731620275272 2024-11-14T21:37:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741830_1006 (size=41008) 2024-11-14T21:37:55,282 INFO [M:0;ef788a4cade8:34053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:37:55,282 INFO [M:0;ef788a4cade8:34053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34053 2024-11-14T21:37:55,283 INFO [M:0;ef788a4cade8:34053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:37:55,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:37:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100ac5feabe0000, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:37:55,385 INFO [M:0;ef788a4cade8:34053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:37:55,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:37:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:55,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:37:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:37:55,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:37:55,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:37:55,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40473 2024-11-14T21:37:55,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40473 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:55,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404730x0, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:55,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40473-0x100ac5feabe0006 connected 2024-11-14T21:37:55,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:55,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:55,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:37:55,415 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: INIT 2024-11-14T21:37:55,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073, hbase.cluster.distributed=false 2024-11-14T21:37:55,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/acl 2024-11-14T21:37:55,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40473 2024-11-14T21:37:55,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40473 2024-11-14T21:37:55,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40473 2024-11-14T21:37:55,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40473 2024-11-14T21:37:55,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40473 2024-11-14T21:37:55,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:37:55,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:55,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:55,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:37:55,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:37:55,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:37:55,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:37:55,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:37:55,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39829 2024-11-14T21:37:55,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39829 connecting to ZooKeeper ensemble=127.0.0.1:49888 2024-11-14T21:37:55,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:55,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:55,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398290x0, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:37:55,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39829-0x100ac5feabe0007 connected 2024-11-14T21:37:55,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:37:55,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:37:55,498 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: INIT 2024-11-14T21:37:55,500 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:37:55,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/master 2024-11-14T21:37:55,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/acl 2024-11-14T21:37:55,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39829 2024-11-14T21:37:55,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39829 2024-11-14T21:37:55,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39829 2024-11-14T21:37:55,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39829 2024-11-14T21:37:55,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39829 2024-11-14T21:37:55,571 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:40473 2024-11-14T21:37:55,572 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02093706710/backup-masters/ef788a4cade8,40473,1731620275387 2024-11-14T21:37:55,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:55,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:55,584 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on existing znode=/02093706710/backup-masters/ef788a4cade8,40473,1731620275387 2024-11-14T21:37:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093706710/master 2024-11-14T21:37:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:55,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:55,609 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on existing znode=/02093706710/master 2024-11-14T21:37:55,609 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02093706710/backup-masters/ef788a4cade8,40473,1731620275387 from backup master directory 2024-11-14T21:37:55,615 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:37:55,615 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,40473,1731620275387 2024-11-14T21:37:55,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/backup-masters/ef788a4cade8,40473,1731620275387 2024-11-14T21:37:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/backup-masters 2024-11-14T21:37:55,723 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:37:55,723 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:37:55,770 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 47ms. 2024-11-14T21:37:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741846_1022 (size=196) 2024-11-14T21:37:55,865 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:37:55,866 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:37:55,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:55,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T21:37:55,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598 to hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598-dead as it is dead 2024-11-14T21:37:55,924 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598-dead/ef788a4cade8%2C34053%2C1731620265598.1731620267099 2024-11-14T21:37:55,925 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598-dead/ef788a4cade8%2C34053%2C1731620265598.1731620267099 after 1ms 2024-11-14T21:37:55,927 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598-dead/ef788a4cade8%2C34053%2C1731620265598.1731620267099 to hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C34053%2C1731620265598.1731620267099 2024-11-14T21:37:55,927 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,34053,1731620265598-dead 2024-11-14T21:37:55,928 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,40473,1731620275387 2024-11-14T21:37:55,929 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:37:55,935 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C40473%2C1731620275387, suffix=, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,40473,1731620275387, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/oldWALs, maxLogs=10 2024-11-14T21:37:55,954 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,40473,1731620275387/ef788a4cade8%2C40473%2C1731620275387.1731620275935, exclude list is [], retry=0 2024-11-14T21:37:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:37:55,962 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,40473,1731620275387/ef788a4cade8%2C40473%2C1731620275387.1731620275935 2024-11-14T21:37:55,962 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:37:55,962 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:37:55,962 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:55,963 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,963 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:37:55,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:55,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e450eb2c5d48417ebe643edce4f14f34 2024-11-14T21:37:55,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:55,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:37:55,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:55,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8250d57a4f5d46ea8780ffb13d4039f9 2024-11-14T21:37:55,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:55,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:37:55,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:55,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15994a74c0784cfb933fe90b21ebc3b0 2024-11-14T21:37:55,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:55,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:37:55,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:55,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:37:55,990 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,990 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T21:37:55,990 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C34053%2C1731620265598.1731620267099 2024-11-14T21:37:55,997 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C34053%2C1731620265598.1731620267099 2024-11-14T21:37:55,997 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef788a4cade8%2C34053%2C1731620265598.1731620267099 2024-11-14T21:37:55,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:55,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:56,001 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:37:56,007 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T21:37:56,008 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75412450, jitterRate=0.12373307347297668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:56,008 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620275963Initializing all the Stores at 1731620275963Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620275964 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620275966 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620275966Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620275966Cleaning up temporary data from old regions at 1731620275999 (+33 ms)Region opened successfully at 1731620276008 (+9 ms) 2024-11-14T21:37:56,018 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:37:56,021 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9077c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:37:56,025 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T21:37:56,025 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:37:56,026 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:37:56,026 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:37:56,026 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:37:56,037 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:37:56,037 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:37:56,038 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:37:56,038 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-11-14T21:37:56,038 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:37:56,053 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ef788a4cade8,45907,1731620265691, regionLocation=ef788a4cade8,45907,1731620265691, openSeqNum=2 2024-11-14T21:37:56,053 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ef788a4cade8,45907,1731620265691, table=hbase:meta, region=1588230740 2024-11-14T21:37:56,053 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,45907,1731620265691, state=OPEN 2024-11-14T21:37:56,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:56,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:56,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:56,086 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:37:56,090 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/draining/ef788a4cade8,45907,1731620265691 already deleted, retry=false 2024-11-14T21:37:56,090 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ef788a4cade8,45907,1731620265691 on ef788a4cade8,40473,1731620275387 2024-11-14T21:37:56,092 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ef788a4cade8,45907,1731620265691, splitWal=true, meta=true 2024-11-14T21:37:56,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for ef788a4cade8,45907,1731620265691 (carryingMeta=true) ef788a4cade8,45907,1731620265691/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@10ec67f7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T21:37:56,095 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/balancer because node does not exist (not necessarily an error) 2024-11-14T21:37:56,096 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/balancer already deleted, retry=false 2024-11-14T21:37:56,096 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:37:56,097 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:37:56,098 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/normalizer already deleted, retry=false 2024-11-14T21:37:56,098 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:37:56,100 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:37:56,101 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/switch/split already deleted, retry=false 2024-11-14T21:37:56,102 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:37:56,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/switch/merge already deleted, retry=false 2024-11-14T21:37:56,122 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:37:56,124 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/snapshot-cleanup already deleted, retry=false 2024-11-14T21:37:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093706710/running 2024-11-14T21:37:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:56,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093706710/running 2024-11-14T21:37:56,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:37:56,133 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,40473,1731620275387, sessionid=0x100ac5feabe0006, setting cluster-up flag (Was=false) 2024-11-14T21:37:56,147 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093706710/flush-table-proc/acquired, /02093706710/flush-table-proc/reached, /02093706710/flush-table-proc/abort 2024-11-14T21:37:56,163 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,40473,1731620275387 2024-11-14T21:37:56,184 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093706710/online-snapshot/acquired, /02093706710/online-snapshot/reached, /02093706710/online-snapshot/abort 2024-11-14T21:37:56,186 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,40473,1731620275387 2024-11-14T21:37:56,198 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/.lastflushedseqids 2024-11-14T21:37:56,227 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:37:56,227 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:37:56,227 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,40473,1731620275387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ef788a4cade8,45907,1731620265691 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:37:56,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,253 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ef788a4cade8,45907,1731620265691, splitWal=true, meta=true 2024-11-14T21:37:56,255 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ef788a4cade8,45907,1731620265691, splitWal=true, meta=true, isMeta: true 2024-11-14T21:37:56,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620306260 2024-11-14T21:37:56,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:37:56,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:37:56,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:37:56,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:37:56,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:37:56,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:37:56,261 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,261 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(746): ClusterId : ddb3b967-f6b5-43e7-b9d9-7422583676a7 2024-11-14T21:37:56,262 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:37:56,262 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691-splitting 2024-11-14T21:37:56,267 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:37:56,267 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:37:56,267 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:37:56,268 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:37:56,268 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:37:56,268 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:37:56,271 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691-splitting dir is empty, no logs to split. 2024-11-14T21:37:56,271 INFO [PEWorker-1 {}] master.SplitWALManager(105): ef788a4cade8,45907,1731620265691 WAL count=0, meta=true 2024-11-14T21:37:56,272 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:37:56,278 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:37:56,278 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:37:56,278 DEBUG [RS:0;ef788a4cade8:39829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23463bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:37:56,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620276278,5,FailOnTimeoutGroup] 2024-11-14T21:37:56,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620276279,5,FailOnTimeoutGroup] 2024-11-14T21:37:56,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:37:56,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620276280, completionTime=-1 2024-11-14T21:37:56,280 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T21:37:56,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T21:37:56,289 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691-splitting dir is empty, no logs to split. 2024-11-14T21:37:56,289 INFO [PEWorker-1 {}] master.SplitWALManager(105): ef788a4cade8,45907,1731620265691 WAL count=0, meta=true 2024-11-14T21:37:56,289 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ef788a4cade8,45907,1731620265691 WAL splitting is done? wals=0, meta=true 2024-11-14T21:37:56,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:37:56,296 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:39829 2024-11-14T21:37:56,296 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:37:56,296 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:37:56,296 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:37:56,297 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,40473,1731620275387 with port=39829, startcode=1731620275450 2024-11-14T21:37:56,297 DEBUG [RS:0;ef788a4cade8:39829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:37:56,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:37:56,299 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:37:56,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T21:37:56,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,39829,1731620275450 2024-11-14T21:37:56,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40473 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,39829,1731620275450 2024-11-14T21:37:56,303 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073 2024-11-14T21:37:56,303 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42125 2024-11-14T21:37:56,303 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:37:56,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/rs 2024-11-14T21:37:56,329 DEBUG [RS:0;ef788a4cade8:39829 {}] zookeeper.ZKUtil(111): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on existing znode=/02093706710/rs/ef788a4cade8,39829,1731620275450 2024-11-14T21:37:56,329 WARN [RS:0;ef788a4cade8:39829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:37:56,329 INFO [RS:0;ef788a4cade8:39829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:56,329 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450 2024-11-14T21:37:56,330 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T21:37:56,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,39829,1731620275450] 2024-11-14T21:37:56,390 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:37:56,391 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:37:56,402 INFO [RS:0;ef788a4cade8:39829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:37:56,403 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,406 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:37:56,408 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:37:56,408 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:37:56,408 DEBUG [RS:0;ef788a4cade8:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:37:56,409 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,409 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,409 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,409 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,409 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,409 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,39829,1731620275450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:37:56,437 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:37:56,438 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,39829,1731620275450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,450 WARN [ef788a4cade8:40473 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:37:56,460 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,39829,1731620275450, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:37:56,460 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,460 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.Replication(171): ef788a4cade8,39829,1731620275450 started 2024-11-14T21:37:56,479 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:37:56,479 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,39829,1731620275450, RpcServer on ef788a4cade8/172.17.0.2:39829, sessionid=0x100ac5feabe0007 2024-11-14T21:37:56,479 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:37:56,479 DEBUG [RS:0;ef788a4cade8:39829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,39829,1731620275450 2024-11-14T21:37:56,479 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,39829,1731620275450' 2024-11-14T21:37:56,479 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093706710/flush-table-proc/abort' 2024-11-14T21:37:56,482 DEBUG [RS:0;ef788a4cade8:39829.replicationSource,1-ef788a4cade8,39829,1731620275450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:37983' 2024-11-14T21:37:56,486 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093706710/flush-table-proc/acquired' 2024-11-14T21:37:56,486 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:37:56,486 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:37:56,486 DEBUG [RS:0;ef788a4cade8:39829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,39829,1731620275450 2024-11-14T21:37:56,486 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,39829,1731620275450' 2024-11-14T21:37:56,486 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093706710/online-snapshot/abort' 2024-11-14T21:37:56,487 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093706710/online-snapshot/acquired' 2024-11-14T21:37:56,487 DEBUG [RS:0;ef788a4cade8:39829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:37:56,487 INFO [RS:0;ef788a4cade8:39829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:37:56,487 INFO [RS:0;ef788a4cade8:39829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:37:56,491 DEBUG [RS:0;ef788a4cade8:39829.replicationSource,1-ef788a4cade8,39829,1731620275450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@94683cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:56,491 DEBUG [RS:0;ef788a4cade8:39829.replicationSource,1-ef788a4cade8,39829,1731620275450 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37983,-1 for getting cluster id 2024-11-14T21:37:56,491 DEBUG [RS:0;ef788a4cade8:39829.replicationSource,1-ef788a4cade8,39829,1731620275450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:37:56,506 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5949ae53-e8e6-449b-aa1a-071c36d89c68' 2024-11-14T21:37:56,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:37:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5949ae53-e8e6-449b-aa1a-071c36d89c68" 2024-11-14T21:37:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5472af7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37983,-1] 2024-11-14T21:37:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:37:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:37:56,510 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:37:56,512 DEBUG [RS:0;ef788a4cade8:39829.replicationSource,1-ef788a4cade8,39829,1731620275450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b7ef89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:37:56,513 DEBUG [RS:0;ef788a4cade8:39829.replicationSource,1-ef788a4cade8,39829,1731620275450 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:37:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37983,1731620269779 2024-11-14T21:37:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb3f7c3 2024-11-14T21:37:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:37:56,515 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T21:37:56,516 INFO [RS:0;ef788a4cade8:39829.replicationSource,1-ef788a4cade8,39829,1731620275450 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,39829,1731620275450 (queues=0) is replicating from cluster=ddb3b967-f6b5-43e7-b9d9-7422583676a7 to cluster=5949ae53-e8e6-449b-aa1a-071c36d89c68 2024-11-14T21:37:56,588 INFO [RS:0;ef788a4cade8:39829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:37:56,590 INFO [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C39829%2C1731620275450, suffix=, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs, maxLogs=10 2024-11-14T21:37:56,607 DEBUG [RS:0;ef788a4cade8:39829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590, exclude list is [], retry=0 2024-11-14T21:37:56,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:37:56,612 INFO [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 2024-11-14T21:37:56,613 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ef788a4cade8%2C39829%2C1731620275450 for peer 1 2024-11-14T21:37:56,613 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C39829%2C1731620275450 2024-11-14T21:37:56,613 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,39829,1731620275450, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:37:56,613 DEBUG [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:37:56,613 INFO [RS:0;ef788a4cade8:39829.replicationSource.shipperef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C39829%2C1731620275450 2024-11-14T21:37:56,614 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590, startPosition=0, beingWritten=true 2024-11-14T21:37:56,701 DEBUG [ef788a4cade8:40473 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:37:56,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,39829,1731620275450 2024-11-14T21:37:56,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,39829,1731620275450, state=OPENING 2024-11-14T21:37:56,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:56,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:56,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:56,704 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:37:56,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:56,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,39829,1731620275450}] 2024-11-14T21:37:56,821 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:37:56,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:37:56,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:37:56,878 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:37:56,879 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:37:56,879 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:37:56,895 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C39829%2C1731620275450.meta, suffix=.meta, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs, maxLogs=10 2024-11-14T21:37:56,924 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.meta.1731620276895.meta, exclude list is [], retry=0 2024-11-14T21:37:56,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:37:56,958 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.meta.1731620276895.meta 2024-11-14T21:37:56,971 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:37:56,971 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:37:56,971 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:37:56,971 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:37:56,971 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:37:56,972 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:37:56,972 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:37:56,972 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:37:56,972 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:37:56,972 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:37:56,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:37:56,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:37:56,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:57,037 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/info/53389288a12541dfae06fd831c8862c2 2024-11-14T21:37:57,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:57,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:37:57,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:37:57,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:57,087 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/ns/85d47a905c1140af9f1e8c578cef7837 2024-11-14T21:37:57,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:57,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:37:57,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:37:57,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:57,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:57,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:37:57,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:37:57,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:37:57,123 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/table/519946a342314d06965595b7ced3d7cc 2024-11-14T21:37:57,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:37:57,124 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:37:57,125 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740 2024-11-14T21:37:57,126 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740 2024-11-14T21:37:57,127 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:37:57,127 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:37:57,136 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:37:57,138 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:37:57,140 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:37:57,155 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74307304, jitterRate=0.10726511478424072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:37:57,155 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:37:57,155 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620276972Writing region info on filesystem at 1731620276972Initializing all the Stores at 1731620276977 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620276977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620276978 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620276978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620276978Cleaning up temporary data from old regions at 1731620277127 (+149 ms)Running coprocessor post-open hooks at 1731620277155 (+28 ms)Region opened successfully at 1731620277155 2024-11-14T21:37:57,162 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731620276857 2024-11-14T21:37:57,175 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:37:57,175 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:37:57,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ef788a4cade8,39829,1731620275450 2024-11-14T21:37:57,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,39829,1731620275450, state=OPEN 2024-11-14T21:37:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093706710/meta-region-server 2024-11-14T21:37:57,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,39829,1731620275450 2024-11-14T21:37:57,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:57,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093706710/meta-region-server: CHANGED 2024-11-14T21:37:57,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T21:37:57,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,39829,1731620275450 in 490 msec 2024-11-14T21:37:57,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:37:57,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 906 msec 2024-11-14T21:37:57,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:37:57,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:57,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:57,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:57,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:57,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:57,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:37:57,552 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:37:57,840 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1560ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1510ms 2024-11-14T21:37:57,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:37:57,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T21:37:57,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:37:57,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T21:37:57,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:37:57,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T21:37:58,059 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:37:58,673 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:37:59,347 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3066ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-11-14T21:37:59,384 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:38:00,190 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:38:00,803 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4523ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T21:38:00,803 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:38:00,803 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:00,804 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,39829,1731620275450, seqNum=-1] 2024-11-14T21:38:00,804 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:00,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:00,821 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1faeb51672d1be7f3561e598928f9c5b, regionState=OPEN, lastHost=ef788a4cade8,45907,1731620265691, regionLocation=ef788a4cade8,45907,1731620265691, openSeqNum=2 2024-11-14T21:38:00,821 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620340822 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620400822 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 18 msec 2024-11-14T21:38:00,822 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ef788a4cade8,45907,1731620265691 had 2 regions 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40473,1731620275387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40473,1731620275387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40473,1731620275387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:40473, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:00,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:00,827 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ef788a4cade8,45907,1731620265691, splitWal=true, meta=true, isMeta: false 2024-11-14T21:38:00,830 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:00,833 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691-splitting dir is empty, no logs to split. 2024-11-14T21:38:00,833 INFO [PEWorker-3 {}] master.SplitWALManager(105): ef788a4cade8,45907,1731620265691 WAL count=0, meta=false 2024-11-14T21:38:00,838 WARN [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ef788a4cade8,45907,1731620265691/hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:00,838 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,45907,1731620265691-splitting dir is empty, no logs to split. 2024-11-14T21:38:00,838 INFO [PEWorker-3 {}] master.SplitWALManager(105): ef788a4cade8,45907,1731620265691 WAL count=0, meta=false 2024-11-14T21:38:00,838 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ef788a4cade8,45907,1731620265691 WAL splitting is done? wals=0, meta=false 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.225sec 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40473,1731620275387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:00,841 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40473,1731620275387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:38:00,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN}] 2024-11-14T21:38:00,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN 2024-11-14T21:38:00,848 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T21:38:00,853 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:38:00,853 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:38:00,853 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40473,1731620275387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:00,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e22f923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:00,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,40473,-1 for getting cluster id 2024-11-14T21:38:00,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:00,876 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddb3b967-f6b5-43e7-b9d9-7422583676a7' 2024-11-14T21:38:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddb3b967-f6b5-43e7-b9d9-7422583676a7" 2024-11-14T21:38:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ba3a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,40473,-1] 2024-11-14T21:38:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,881 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310e3568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:00,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,39829,1731620275450, seqNum=-1] 2024-11-14T21:38:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:00,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:00,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T21:38:00,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:00,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:00,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:00,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ef788a4cade8:40473 after: ef788a4cade8:40473 2024-11-14T21:38:00,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10139163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:00,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,40473,-1 for getting cluster id 2024-11-14T21:38:00,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:00,897 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddb3b967-f6b5-43e7-b9d9-7422583676a7' 2024-11-14T21:38:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddb3b967-f6b5-43e7-b9d9-7422583676a7" 2024-11-14T21:38:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a45d8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,40473,-1] 2024-11-14T21:38:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,901 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:00,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf52ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:00,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,40473,1731620275387 2024-11-14T21:38:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471e8f58 2024-11-14T21:38:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:00,908 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:00,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T21:38:00,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:38:00,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:00,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:00,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:00,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:38:00,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1009616014, stopped=false 2024-11-14T21:38:00,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,37983,1731620269779 2024-11-14T21:38:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768644191/running 2024-11-14T21:38:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:38:00,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:00,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:00,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:00,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,33249,1731620269914' ***** 2024-11-14T21:38:00,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:38:00,912 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:38:00,912 INFO [RS:0;ef788a4cade8:33249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,33249,1731620269914 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33249. 2024-11-14T21:38:00,913 DEBUG [RS:0;ef788a4cade8:33249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:00,913 DEBUG [RS:0;ef788a4cade8:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:38:00,913 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:38:00,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on znode that does not yet exist, /1768644191/running 2024-11-14T21:38:00,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768644191/running 2024-11-14T21:38:00,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:38:00,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:38:00,914 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:38:00,914 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:38:00,914 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:00,914 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:00,914 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:00,914 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:00,914 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:00,914 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:00,914 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T21:38:00,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Set watcher on znode that does not yet exist, /1768644191/running 2024-11-14T21:38:00,937 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740/.tmp/ns/bd53c6c6b26844f88326609e9f7c9116 is 43, key is default/ns:d/1731620271905/Put/seqid=0 2024-11-14T21:38:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741835_1011 (size=5153) 2024-11-14T21:38:00,986 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:00,998 DEBUG [ef788a4cade8:40473 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:38:00,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1faeb51672d1be7f3561e598928f9c5b, regionState=OPENING, regionLocation=ef788a4cade8,39829,1731620275450 2024-11-14T21:38:01,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN because future has completed 2024-11-14T21:38:01,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1faeb51672d1be7f3561e598928f9c5b, server=ef788a4cade8,39829,1731620275450}] 2024-11-14T21:38:01,112 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:38:01,114 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:01,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:01,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:01,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:38:01,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C39829%2C1731620275450.rep, suffix=, logDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450, archiveDir=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs, maxLogs=10 2024-11-14T21:38:01,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.rep.1731620281165, exclude list is [], retry=0 2024-11-14T21:38:01,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-2466fb6f-6c09-4f92-96c0-f3054ac7c055,DISK] 2024-11-14T21:38:01,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.rep.1731620281165 2024-11-14T21:38:01,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-14T21:38:01,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1faeb51672d1be7f3561e598928f9c5b, NAME => 'hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:01,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:01,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:01,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. service=MultiRowMutationService 2024-11-14T21:38:01,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:38:01,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:01,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,210 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,217 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1faeb51672d1be7f3561e598928f9c5b columnFamilyName hfileref 2024-11-14T21:38:01,217 DEBUG [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:01,218 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(327): Store=1faeb51672d1be7f3561e598928f9c5b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:01,218 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,222 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1faeb51672d1be7f3561e598928f9c5b columnFamilyName queue 2024-11-14T21:38:01,223 DEBUG [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:01,252 DEBUG [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/queue/3e1e24f74162481a969ad2c3842b5e31 2024-11-14T21:38:01,252 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(327): Store=1faeb51672d1be7f3561e598928f9c5b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:01,252 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,253 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1faeb51672d1be7f3561e598928f9c5b columnFamilyName sid 2024-11-14T21:38:01,253 DEBUG [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:01,254 INFO [StoreOpener-1faeb51672d1be7f3561e598928f9c5b-1 {}] regionserver.HStore(327): Store=1faeb51672d1be7f3561e598928f9c5b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:01,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:01,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1faeb51672d1be7f3561e598928f9c5b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73104128, jitterRate=0.08933639526367188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:01,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:01,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1faeb51672d1be7f3561e598928f9c5b: Running coprocessor pre-open hook at 1731620281196Writing region info on filesystem at 1731620281196Initializing all the Stores at 1731620281203 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620281203Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620281206 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620281206Cleaning up temporary data from old regions at 1731620281276 (+70 ms)Running coprocessor post-open hooks at 1731620281279 (+3 ms)Region opened successfully at 1731620281280 (+1 ms) 2024-11-14T21:38:01,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b., pid=13, masterSystemTime=1731620281154 2024-11-14T21:38:01,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:01,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:01,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1faeb51672d1be7f3561e598928f9c5b, regionState=OPEN, openSeqNum=9, regionLocation=ef788a4cade8,39829,1731620275450 2024-11-14T21:38:01,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1faeb51672d1be7f3561e598928f9c5b, server=ef788a4cade8,39829,1731620275450 because future has completed 2024-11-14T21:38:01,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T21:38:01,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1faeb51672d1be7f3561e598928f9c5b, server=ef788a4cade8,39829,1731620275450 in 291 msec 2024-11-14T21:38:01,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T21:38:01,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1faeb51672d1be7f3561e598928f9c5b, ASSIGN in 453 msec 2024-11-14T21:38:01,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T21:38:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b., hostname=ef788a4cade8,39829,1731620275450, seqNum=9] 2024-11-14T21:38:01,314 DEBUG [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:01,350 DEBUG [PEWorker-3 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ef788a4cade8,45907,1731620265691 2024-11-14T21:38:01,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T21:38:01,353 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740/.tmp/ns/bd53c6c6b26844f88326609e9f7c9116 2024-11-14T21:38:01,376 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740/.tmp/ns/bd53c6c6b26844f88326609e9f7c9116 as hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740/ns/bd53c6c6b26844f88326609e9f7c9116 2024-11-14T21:38:01,384 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740/ns/bd53c6c6b26844f88326609e9f7c9116, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T21:38:01,387 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false 2024-11-14T21:38:01,387 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:38:01,434 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T21:38:01,435 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:01,436 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:01,436 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:01,436 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620280914Running coprocessor pre-close hooks at 1731620280914Disabling compacts and flushes for region at 1731620280914Disabling writes for close at 1731620280914Obtaining lock to block concurrent updates at 1731620280914Preparing flush snapshotting stores in 1588230740 at 1731620280914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731620280914Flushing stores of hbase:meta,,1.1588230740 at 1731620280916 (+2 ms)Flushing 1588230740/ns: creating writer at 1731620280916Flushing 1588230740/ns: appending metadata at 1731620280937 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731620280937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f862a5a: reopening flushed file at 1731620281375 (+438 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false at 1731620281387 (+12 ms)Writing region close event to WAL at 1731620281405 (+18 ms)Running coprocessor post-close hooks at 1731620281435 (+30 ms)Closed at 1731620281436 (+1 ms) 2024-11-14T21:38:01,436 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:01,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T21:38:01,514 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,33249,1731620269914; all regions closed. 2024-11-14T21:38:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741834_1010 (size=1152) 2024-11-14T21:38:01,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/WALs/ef788a4cade8,33249,1731620269914/ef788a4cade8%2C33249%2C1731620269914.meta.1731620271822.meta not finished, retry = 0 2024-11-14T21:38:01,621 DEBUG [RS:0;ef788a4cade8:33249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/oldWALs 2024-11-14T21:38:01,621 INFO [RS:0;ef788a4cade8:33249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33249%2C1731620269914.meta:.meta(num 1731620271822) 2024-11-14T21:38:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741832_1008 (size=93) 2024-11-14T21:38:01,625 DEBUG [RS:0;ef788a4cade8:33249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/oldWALs 2024-11-14T21:38:01,625 INFO [RS:0;ef788a4cade8:33249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33249%2C1731620269914:(num 1731620270888) 2024-11-14T21:38:01,625 DEBUG [RS:0;ef788a4cade8:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:01,625 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:01,625 INFO [RS:0;ef788a4cade8:33249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:01,626 INFO [RS:0;ef788a4cade8:33249 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:01,626 INFO [RS:0;ef788a4cade8:33249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:01,626 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:01,626 INFO [RS:0;ef788a4cade8:33249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33249 2024-11-14T21:38:01,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768644191/rs/ef788a4cade8,33249,1731620269914 2024-11-14T21:38:01,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191/rs 2024-11-14T21:38:01,628 INFO [RS:0;ef788a4cade8:33249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:01,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,33249,1731620269914] 2024-11-14T21:38:01,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1768644191/draining/ef788a4cade8,33249,1731620269914 already deleted, retry=false 2024-11-14T21:38:01,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,33249,1731620269914 expired; onlineServers=0 2024-11-14T21:38:01,632 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,37983,1731620269779' ***** 2024-11-14T21:38:01,632 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:38:01,632 INFO [M:0;ef788a4cade8:37983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:01,632 INFO [M:0;ef788a4cade8:37983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:01,632 DEBUG [M:0;ef788a4cade8:37983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:38:01,632 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:38:01,632 DEBUG [M:0;ef788a4cade8:37983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:38:01,632 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620270625 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620270625,5,FailOnTimeoutGroup] 2024-11-14T21:38:01,632 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620270624 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620270624,5,FailOnTimeoutGroup] 2024-11-14T21:38:01,633 INFO [M:0;ef788a4cade8:37983 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:01,633 INFO [M:0;ef788a4cade8:37983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:01,633 DEBUG [M:0;ef788a4cade8:37983 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:38:01,633 INFO [M:0;ef788a4cade8:37983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:38:01,633 INFO [M:0;ef788a4cade8:37983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:01,633 INFO [M:0;ef788a4cade8:37983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:38:01,633 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:38:01,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768644191/master 2024-11-14T21:38:01,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768644191 2024-11-14T21:38:01,634 DEBUG [M:0;ef788a4cade8:37983 {}] zookeeper.ZKUtil(347): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Unable to get data of znode /1768644191/master because node does not exist (not an error) 2024-11-14T21:38:01,634 WARN [M:0;ef788a4cade8:37983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:38:01,635 INFO [M:0;ef788a4cade8:37983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/.lastflushedseqids 2024-11-14T21:38:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741836_1012 (size=99) 2024-11-14T21:38:01,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:01,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x100ac5feabe0004, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:01,730 INFO [RS:0;ef788a4cade8:33249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:01,730 INFO [RS:0;ef788a4cade8:33249 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,33249,1731620269914; zookeeper connection closed. 2024-11-14T21:38:01,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25aba3b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25aba3b6 2024-11-14T21:38:01,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:38:02,041 INFO [M:0;ef788a4cade8:37983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:38:02,041 INFO [M:0;ef788a4cade8:37983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:38:02,041 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:02,041 INFO [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:02,041 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:02,041 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:02,041 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:02,041 INFO [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T21:38:02,062 DEBUG [M:0;ef788a4cade8:37983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c56b7123b8641f3a7eb2485dd9da519 is 82, key is hbase:meta,,1/info:regioninfo/1731620271891/Put/seqid=0 2024-11-14T21:38:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741837_1013 (size=5672) 2024-11-14T21:38:02,121 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:38:02,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:02,476 INFO [M:0;ef788a4cade8:37983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c56b7123b8641f3a7eb2485dd9da519 2024-11-14T21:38:02,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:02,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:02,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:02,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:02,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:02,527 DEBUG [M:0;ef788a4cade8:37983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187e084094ba4fee8f2d0aa0b151e2f1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731620271909/Put/seqid=0 2024-11-14T21:38:02,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:02,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:38:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741838_1014 (size=5275) 2024-11-14T21:38:02,563 INFO [M:0;ef788a4cade8:37983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187e084094ba4fee8f2d0aa0b151e2f1 2024-11-14T21:38:02,596 DEBUG [M:0;ef788a4cade8:37983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ca75d7b8ef64ac6bfdae4b11eec38d7 is 69, key is ef788a4cade8,33249,1731620269914/rs:state/1731620270702/Put/seqid=0 2024-11-14T21:38:02,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741839_1015 (size=5156) 2024-11-14T21:38:03,005 INFO [M:0;ef788a4cade8:37983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ca75d7b8ef64ac6bfdae4b11eec38d7 2024-11-14T21:38:03,012 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c56b7123b8641f3a7eb2485dd9da519 as hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c56b7123b8641f3a7eb2485dd9da519 2024-11-14T21:38:03,018 INFO [M:0;ef788a4cade8:37983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c56b7123b8641f3a7eb2485dd9da519, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T21:38:03,019 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187e084094ba4fee8f2d0aa0b151e2f1 as hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/187e084094ba4fee8f2d0aa0b151e2f1 2024-11-14T21:38:03,024 INFO [M:0;ef788a4cade8:37983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/187e084094ba4fee8f2d0aa0b151e2f1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T21:38:03,025 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ca75d7b8ef64ac6bfdae4b11eec38d7 as hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ca75d7b8ef64ac6bfdae4b11eec38d7 2024-11-14T21:38:03,031 INFO [M:0;ef788a4cade8:37983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/41cedad5-c8f3-f0fa-9a41-83c21bf0b4f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ca75d7b8ef64ac6bfdae4b11eec38d7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T21:38:03,032 INFO [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 991ms, sequenceid=28, compaction requested=false 2024-11-14T21:38:03,037 INFO [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:03,037 DEBUG [M:0;ef788a4cade8:37983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620282041Disabling compacts and flushes for region at 1731620282041Disabling writes for close at 1731620282041Obtaining lock to block concurrent updates at 1731620282041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620282041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731620282042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620282042Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620282043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620282062 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620282062Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620282495 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620282527 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620282527Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620282580 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620282596 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620282596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e356ec: reopening flushed file at 1731620283010 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461c1141: reopening flushed file at 1731620283018 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af7d4c: reopening flushed file at 1731620283024 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 991ms, sequenceid=28, compaction requested=false at 1731620283032 (+8 ms)Writing region close event to WAL at 1731620283037 (+5 ms)Closed at 1731620283037 2024-11-14T21:38:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40473 is added to blk_1073741830_1006 (size=10165) 2024-11-14T21:38:03,059 INFO [M:0;ef788a4cade8:37983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:38:03,059 INFO [M:0;ef788a4cade8:37983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37983 2024-11-14T21:38:03,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:03,059 INFO [M:0;ef788a4cade8:37983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:03,162 INFO [M:0;ef788a4cade8:37983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37983-0x100ac5feabe0003, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:03,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e64d11a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:03,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c4a46ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:03,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:03,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f61ebe8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:03,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1671ab22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:03,171 WARN [BP-250151737-172.17.0.2-1731620268279 heartbeating to localhost/127.0.0.1:44857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:38:03,171 WARN [BP-250151737-172.17.0.2-1731620268279 heartbeating to localhost/127.0.0.1:44857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-250151737-172.17.0.2-1731620268279 (Datanode Uuid 5666c1f7-130b-45a6-8e08-5b3a94d42ba7) service to localhost/127.0.0.1:44857 2024-11-14T21:38:03,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:38:03,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:38:03,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/cluster_41e833e3-92d3-42c5-2f67-a84867d03292/data/data1/current/BP-250151737-172.17.0.2-1731620268279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:03,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:38:03,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/cluster_41e833e3-92d3-42c5-2f67-a84867d03292/data/data2/current/BP-250151737-172.17.0.2-1731620268279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:03,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bb8a9b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:03,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@376ffd37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:03,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:03,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c973322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:03,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a775333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:03,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:38:03,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:38:03,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:03,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:03,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:03,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:03,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:38:03,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:03,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1200323401, stopped=false 2024-11-14T21:38:03,195 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,40473,1731620275387 2024-11-14T21:38:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/running 2024-11-14T21:38:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/running 2024-11-14T21:38:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:38:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:38:03,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:03,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:03,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:03,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:03,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,39829,1731620275450' ***** 2024-11-14T21:38:03,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:38:03,200 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:38:03,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:38:03,200 INFO [RS:0;ef788a4cade8:39829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:38:03,200 INFO [RS:0;ef788a4cade8:39829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:38:03,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:38:03,200 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:03,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Set watcher on znode that does not yet exist, /02093706710/running 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,39829,1731620275450 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:39829. 2024-11-14T21:38:03,201 DEBUG [RS:0;ef788a4cade8:39829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:03,201 DEBUG [RS:0;ef788a4cade8:39829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:03,201 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1faeb51672d1be7f3561e598928f9c5b, disabling compactions & flushes 2024-11-14T21:38:03,201 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:38:03,201 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:38:03,201 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. after waiting 0 ms 2024-11-14T21:38:03,201 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:38:03,201 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:38:03,201 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1faeb51672d1be7f3561e598928f9c5b=hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b.} 2024-11-14T21:38:03,201 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1faeb51672d1be7f3561e598928f9c5b 2024-11-14T21:38:03,202 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:03,202 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:03,202 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:03,202 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:03,202 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:03,202 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T21:38:03,206 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/replication/1faeb51672d1be7f3561e598928f9c5b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T21:38:03,206 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:03,206 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:03,207 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:03,207 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1faeb51672d1be7f3561e598928f9c5b: Waiting for close lock at 1731620283201Running coprocessor pre-close hooks at 1731620283201Disabling compacts and flushes for region at 1731620283201Disabling writes for close at 1731620283201Writing region close event to WAL at 1731620283202 (+1 ms)Running coprocessor post-close hooks at 1731620283206 (+4 ms)Closed at 1731620283207 (+1 ms) 2024-11-14T21:38:03,207 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b. 2024-11-14T21:38:03,219 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/info/739a7eb87fc847dc9ddfb0459de93532 is 147, key is hbase:replication,,1731620272067.1faeb51672d1be7f3561e598928f9c5b./info:regioninfo/1731620281288/Put/seqid=0 2024-11-14T21:38:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741851_1027 (size=6385) 2024-11-14T21:38:03,231 DEBUG [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 to pos 0, reset compression=false 2024-11-14T21:38:03,231 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:03,402 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:03,409 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:38:03,409 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:38:03,602 DEBUG [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:03,624 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/info/739a7eb87fc847dc9ddfb0459de93532 2024-11-14T21:38:03,631 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/.tmp/info/739a7eb87fc847dc9ddfb0459de93532 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/info/739a7eb87fc847dc9ddfb0459de93532 2024-11-14T21:38:03,636 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/info/739a7eb87fc847dc9ddfb0459de93532, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T21:38:03,638 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false 2024-11-14T21:38:03,638 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:38:03,646 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T21:38:03,647 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:03,647 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:03,647 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:03,647 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620283201Running coprocessor pre-close hooks at 1731620283201Disabling compacts and flushes for region at 1731620283201Disabling writes for close at 1731620283202 (+1 ms)Obtaining lock to block concurrent updates at 1731620283202Preparing flush snapshotting stores in 1588230740 at 1731620283202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731620283202Flushing stores of hbase:meta,,1.1588230740 at 1731620283203 (+1 ms)Flushing 1588230740/info: creating writer at 1731620283203Flushing 1588230740/info: appending metadata at 1731620283218 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731620283218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc2efb1: reopening flushed file at 1731620283630 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false at 1731620283638 (+8 ms)Writing region close event to WAL at 1731620283643 (+5 ms)Running coprocessor post-close hooks at 1731620283647 (+4 ms)Closed at 1731620283647 2024-11-14T21:38:03,647 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:03,802 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,39829,1731620275450; all regions closed. 2024-11-14T21:38:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741849_1025 (size=2156) 2024-11-14T21:38:03,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.meta.1731620276895.meta not finished, retry = 0 2024-11-14T21:38:03,907 DEBUG [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs 2024-11-14T21:38:03,907 INFO [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C39829%2C1731620275450.meta:.meta(num 1731620276895) 2024-11-14T21:38:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741850_1026 (size=796) 2024-11-14T21:38:03,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.rep.1731620281165 not finished, retry = 0 2024-11-14T21:38:04,012 DEBUG [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs 2024-11-14T21:38:04,012 INFO [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C39829%2C1731620275450.rep:(num 1731620281165) 2024-11-14T21:38:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741848_1024 (size=93) 2024-11-14T21:38:04,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/WALs/ef788a4cade8,39829,1731620275450/ef788a4cade8%2C39829%2C1731620275450.1731620276590 not finished, retry = 0 2024-11-14T21:38:04,117 DEBUG [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/oldWALs 2024-11-14T21:38:04,117 INFO [RS:0;ef788a4cade8:39829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C39829%2C1731620275450:(num 1731620276590) 2024-11-14T21:38:04,117 DEBUG [RS:0;ef788a4cade8:39829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:04,117 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:04,117 INFO [RS:0;ef788a4cade8:39829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:04,117 INFO [RS:0;ef788a4cade8:39829 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:04,118 INFO [RS:0;ef788a4cade8:39829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:04,118 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:04,118 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T21:38:04,118 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T21:38:04,118 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T21:38:04,118 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,39829,1731620275450 because: Region server is closing 2024-11-14T21:38:04,118 INFO [RS:0;ef788a4cade8:39829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:39829. 2024-11-14T21:38:04,118 DEBUG [RS:0;ef788a4cade8:39829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:04,118 DEBUG [RS:0;ef788a4cade8:39829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:04,118 DEBUG [RS:0;ef788a4cade8:39829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:04,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:04,219 WARN [RS:0;ef788a4cade8:39829.replicationSource.wal-reader.ef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:38:04,219 WARN [RS:0;ef788a4cade8:39829.replicationSource.shipperef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:38:04,219 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ef788a4cade8:39829.replicationSource.shipperef788a4cade8%2C39829%2C1731620275450,1-ef788a4cade8,39829,1731620275450 terminated 2024-11-14T21:38:04,219 INFO [RS:0;ef788a4cade8:39829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39829 2024-11-14T21:38:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710/rs 2024-11-14T21:38:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/rs/ef788a4cade8,39829,1731620275450 2024-11-14T21:38:04,223 INFO [RS:0;ef788a4cade8:39829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:04,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,39829,1731620275450] 2024-11-14T21:38:04,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02093706710/draining/ef788a4cade8,39829,1731620275450 already deleted, retry=false 2024-11-14T21:38:04,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,39829,1731620275450 expired; onlineServers=0 2024-11-14T21:38:04,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,40473,1731620275387' ***** 2024-11-14T21:38:04,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:38:04,225 INFO [M:0;ef788a4cade8:40473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:04,225 INFO [M:0;ef788a4cade8:40473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:04,225 DEBUG [M:0;ef788a4cade8:40473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:38:04,225 DEBUG [M:0;ef788a4cade8:40473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:38:04,225 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620276278 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620276278,5,FailOnTimeoutGroup] 2024-11-14T21:38:04,225 INFO [M:0;ef788a4cade8:40473 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:04,225 INFO [M:0;ef788a4cade8:40473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:04,225 DEBUG [M:0;ef788a4cade8:40473 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:38:04,225 INFO [M:0;ef788a4cade8:40473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:38:04,225 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620276279 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620276279,5,FailOnTimeoutGroup] 2024-11-14T21:38:04,225 INFO [M:0;ef788a4cade8:40473 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:04,225 INFO [M:0;ef788a4cade8:40473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:38:04,225 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:38:04,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:38:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093706710/master 2024-11-14T21:38:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093706710 2024-11-14T21:38:04,228 DEBUG [M:0;ef788a4cade8:40473 {}] zookeeper.ZKUtil(347): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Unable to get data of znode /02093706710/master because node does not exist (not an error) 2024-11-14T21:38:04,228 WARN [M:0;ef788a4cade8:40473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:38:04,231 INFO [M:0;ef788a4cade8:40473 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/.lastflushedseqids 2024-11-14T21:38:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741852_1028 (size=181) 2024-11-14T21:38:04,261 INFO [M:0;ef788a4cade8:40473 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:38:04,261 INFO [M:0;ef788a4cade8:40473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:38:04,261 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:04,261 INFO [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:04,262 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:04,262 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:04,262 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:04,262 INFO [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T21:38:04,289 DEBUG [M:0;ef788a4cade8:40473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5add0acc383b4052860234a98f6ea6fc is 82, key is hbase:meta,,1/info:regioninfo/1731620277190/Put/seqid=0 2024-11-14T21:38:04,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741853_1029 (size=5672) 2024-11-14T21:38:04,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:04,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x100ac5feabe0007, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:04,327 INFO [RS:0;ef788a4cade8:39829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:04,327 INFO [RS:0;ef788a4cade8:39829 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,39829,1731620275450; zookeeper connection closed. 2024-11-14T21:38:04,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@482f3d20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@482f3d20 2024-11-14T21:38:04,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:38:04,706 INFO [M:0;ef788a4cade8:40473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5add0acc383b4052860234a98f6ea6fc 2024-11-14T21:38:04,747 DEBUG [M:0;ef788a4cade8:40473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5e7387db5d54d3fa611424f675943a3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731620281298/Put/seqid=0 2024-11-14T21:38:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741854_1030 (size=7312) 2024-11-14T21:38:05,155 INFO [M:0;ef788a4cade8:40473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5e7387db5d54d3fa611424f675943a3 2024-11-14T21:38:05,206 DEBUG [M:0;ef788a4cade8:40473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d4ac2c1538f42a4b7815d586e636310 is 69, key is ef788a4cade8,39829,1731620275450/rs:state/1731620276300/Put/seqid=0 2024-11-14T21:38:05,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741855_1031 (size=5370) 2024-11-14T21:38:05,219 INFO [M:0;ef788a4cade8:40473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d4ac2c1538f42a4b7815d586e636310 2024-11-14T21:38:05,249 INFO [M:0;ef788a4cade8:40473 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d4ac2c1538f42a4b7815d586e636310 2024-11-14T21:38:05,250 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5add0acc383b4052860234a98f6ea6fc as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5add0acc383b4052860234a98f6ea6fc 2024-11-14T21:38:05,261 INFO [M:0;ef788a4cade8:40473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5add0acc383b4052860234a98f6ea6fc, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T21:38:05,272 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5e7387db5d54d3fa611424f675943a3 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5e7387db5d54d3fa611424f675943a3 2024-11-14T21:38:05,305 INFO [M:0;ef788a4cade8:40473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5e7387db5d54d3fa611424f675943a3, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T21:38:05,307 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d4ac2c1538f42a4b7815d586e636310 as hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d4ac2c1538f42a4b7815d586e636310 2024-11-14T21:38:05,317 INFO [M:0;ef788a4cade8:40473 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d4ac2c1538f42a4b7815d586e636310 2024-11-14T21:38:05,318 INFO [M:0;ef788a4cade8:40473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42125/user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d4ac2c1538f42a4b7815d586e636310, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T21:38:05,323 INFO [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=127, compaction requested=false 2024-11-14T21:38:05,336 INFO [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:05,336 DEBUG [M:0;ef788a4cade8:40473 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620284261Disabling compacts and flushes for region at 1731620284261Disabling writes for close at 1731620284262 (+1 ms)Obtaining lock to block concurrent updates at 1731620284262Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620284262Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731620284262Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620284265 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620284265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620284289 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620284289Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620284724 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620284747 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620284747Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620285169 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620285205 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620285205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4ba126: reopening flushed file at 1731620285249 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521fc29d: reopening flushed file at 1731620285261 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d62e477: reopening flushed file at 1731620285305 (+44 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=127, compaction requested=false at 1731620285323 (+18 ms)Writing region close event to WAL at 1731620285335 (+12 ms)Closed at 1731620285335 2024-11-14T21:38:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741847_1023 (size=22903) 2024-11-14T21:38:05,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21c9d069-167d-7bc2-c3ac-fec9bafa7073/MasterData/WALs/ef788a4cade8,40473,1731620275387/ef788a4cade8%2C40473%2C1731620275387.1731620275935 not finished, retry = 0 2024-11-14T21:38:05,464 INFO [M:0;ef788a4cade8:40473 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:38:05,464 INFO [M:0;ef788a4cade8:40473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40473 2024-11-14T21:38:05,464 INFO [M:0;ef788a4cade8:40473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:05,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:05,568 INFO [M:0;ef788a4cade8:40473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x100ac5feabe0006, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:05,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4337eb42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:05,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17c256ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:05,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:05,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bef9e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:05,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d214094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:05,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:38:05,579 WARN [BP-1649100185-172.17.0.2-1731620264632 heartbeating to localhost/127.0.0.1:42125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:38:05,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:38:05,580 WARN [BP-1649100185-172.17.0.2-1731620264632 heartbeating to localhost/127.0.0.1:42125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1649100185-172.17.0.2-1731620264632 (Datanode Uuid 6c45ec75-6d21-44ab-92ee-c3823385c5e5) service to localhost/127.0.0.1:42125 2024-11-14T21:38:05,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15/data/data1/current/BP-1649100185-172.17.0.2-1731620264632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:05,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/cluster_5c8478b0-ebd6-e82f-cc2c-67f80cdadd15/data/data2/current/BP-1649100185-172.17.0.2-1731620264632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:05,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:38:05,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d8e7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:05,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f29f060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:05,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:05,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ae759{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:05,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2140d84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6010aa70-8ddd-db9c-bef2-6bb55d91392b/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:05,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:38:05,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:38:05,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49888) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42125 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49888) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44857 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=775 (was 832), ProcessCount=11 (was 11), AvailableMemoryMB=895 (was 1335) 2024-11-14T21:38:05,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=775, ProcessCount=11, AvailableMemoryMB=895 2024-11-14T21:38:05,665 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T21:38:05,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.log.dir so I do NOT create it in target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf 2024-11-14T21:38:05,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:38:05,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.tmp.dir so I do NOT create it in target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf 2024-11-14T21:38:05,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455ec795-9fe8-de3c-4546-c5c91fd9361c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:38:05,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf 2024-11-14T21:38:05,666 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7, deleteOnExit=true 2024-11-14T21:38:05,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7/zookeeper_0, clientPort=60568, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:38:05,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60568 2024-11-14T21:38:05,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:38:05,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/test.cache.data in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:38:05,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:38:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:38:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:38:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac5feabe0005, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:38:05,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac5feabe0005, quorum=127.0.0.1:49888, baseZNode=/1768644191 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:38:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac5feabe0002, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:38:05,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac5feabe0002, quorum=127.0.0.1:49888, baseZNode=/02093706710 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:38:05,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:05,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:05,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:05,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:05,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:38:05,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:05,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38994cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:05,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1838b9cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:06,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b6d02a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/java.io.tmpdir/jetty-localhost-36267-hadoop-hdfs-3_4_1-tests_jar-_-any-5694126663430543547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:06,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3744480b{HTTP/1.1, (http/1.1)}{localhost:36267} 2024-11-14T21:38:06,129 INFO [Time-limited test {}] server.Server(415): Started @155483ms 2024-11-14T21:38:06,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:06,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:06,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:06,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:06,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:38:06,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d844d4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:06,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6022ec56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:06,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ba417b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/java.io.tmpdir/jetty-localhost-36997-hadoop-hdfs-3_4_1-tests_jar-_-any-9632275598485712525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:06,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdeb800{HTTP/1.1, (http/1.1)}{localhost:36997} 2024-11-14T21:38:06,384 INFO [Time-limited test {}] server.Server(415): Started @155737ms 2024-11-14T21:38:06,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:38:06,552 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7/data/data1/current/BP-1589296156-172.17.0.2-1731620285759/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:06,552 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7/data/data2/current/BP-1589296156-172.17.0.2-1731620285759/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:06,578 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:38:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a685b275f56665c with lease ID 0x428eb68d779763cc: Processing first storage report for DS-008ab866-f7ef-473c-8b8d-808461727cf0 from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=263659ea-8ad2-4d67-b1bd-495e93a44c1a, infoPort=39049, infoSecurePort=0, ipcPort=39587, storageInfo=lv=-57;cid=testClusterID;nsid=1678190606;c=1731620285759) 2024-11-14T21:38:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a685b275f56665c with lease ID 0x428eb68d779763cc: from storage DS-008ab866-f7ef-473c-8b8d-808461727cf0 node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=263659ea-8ad2-4d67-b1bd-495e93a44c1a, infoPort=39049, infoSecurePort=0, ipcPort=39587, storageInfo=lv=-57;cid=testClusterID;nsid=1678190606;c=1731620285759), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a685b275f56665c with lease ID 0x428eb68d779763cc: Processing first storage report for DS-e66514be-6359-4a4d-ae56-6c854ae7250e from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=263659ea-8ad2-4d67-b1bd-495e93a44c1a, infoPort=39049, infoSecurePort=0, ipcPort=39587, storageInfo=lv=-57;cid=testClusterID;nsid=1678190606;c=1731620285759) 2024-11-14T21:38:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a685b275f56665c with lease ID 0x428eb68d779763cc: from storage DS-e66514be-6359-4a4d-ae56-6c854ae7250e node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=263659ea-8ad2-4d67-b1bd-495e93a44c1a, infoPort=39049, infoSecurePort=0, ipcPort=39587, storageInfo=lv=-57;cid=testClusterID;nsid=1678190606;c=1731620285759), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:06,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf 2024-11-14T21:38:06,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:06,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:38:07,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b with version=8 2024-11-14T21:38:07,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/hbase-staging 2024-11-14T21:38:07,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:07,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:07,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:07,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:07,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:07,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:07,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:38:07,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:07,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34405 2024-11-14T21:38:07,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34405 connecting to ZooKeeper ensemble=127.0.0.1:60568 2024-11-14T21:38:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344050x0, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:07,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34405-0x100ac603d050000 connected 2024-11-14T21:38:07,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:07,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:07,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on znode that does not yet exist, /01902761375/running 2024-11-14T21:38:07,091 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b, hbase.cluster.distributed=false 2024-11-14T21:38:07,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on znode that does not yet exist, /01902761375/acl 2024-11-14T21:38:07,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34405 2024-11-14T21:38:07,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34405 2024-11-14T21:38:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34405 2024-11-14T21:38:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34405 2024-11-14T21:38:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34405 2024-11-14T21:38:07,113 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:07,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:07,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:07,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:07,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:07,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:07,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:38:07,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:07,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46463 2024-11-14T21:38:07,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46463 connecting to ZooKeeper ensemble=127.0.0.1:60568 2024-11-14T21:38:07,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:07,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464630x0, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:07,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464630x0, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on znode that does not yet exist, /01902761375/running 2024-11-14T21:38:07,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46463-0x100ac603d050001 connected 2024-11-14T21:38:07,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:38:07,124 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:38:07,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on znode that does not yet exist, /01902761375/master 2024-11-14T21:38:07,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on znode that does not yet exist, /01902761375/acl 2024-11-14T21:38:07,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46463 2024-11-14T21:38:07,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46463 2024-11-14T21:38:07,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46463 2024-11-14T21:38:07,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46463 2024-11-14T21:38:07,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46463 2024-11-14T21:38:07,144 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:34405 2024-11-14T21:38:07,144 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01902761375/backup-masters/ef788a4cade8,34405,1731620287056 2024-11-14T21:38:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375/backup-masters 2024-11-14T21:38:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375/backup-masters 2024-11-14T21:38:07,146 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on existing znode=/01902761375/backup-masters/ef788a4cade8,34405,1731620287056 2024-11-14T21:38:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01902761375/master 2024-11-14T21:38:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:07,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on existing znode=/01902761375/master 2024-11-14T21:38:07,149 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01902761375/backup-masters/ef788a4cade8,34405,1731620287056 from backup master directory 2024-11-14T21:38:07,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375/backup-masters 2024-11-14T21:38:07,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01902761375/backup-masters/ef788a4cade8,34405,1731620287056 2024-11-14T21:38:07,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375/backup-masters 2024-11-14T21:38:07,151 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:07,151 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,34405,1731620287056 2024-11-14T21:38:07,154 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/hbase.id] with ID: 351e72a9-eee5-48f5-9c0b-220882b61463 2024-11-14T21:38:07,154 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/.tmp/hbase.id 2024-11-14T21:38:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:38:07,570 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/.tmp/hbase.id]:[hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/hbase.id] 2024-11-14T21:38:07,591 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:07,591 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:38:07,592 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:38:07,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:07,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:38:07,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:07,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:38:07,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T21:38:07,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:08,053 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:08,054 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:38:08,059 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:08,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:38:08,097 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store 2024-11-14T21:38:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:38:08,119 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:08,119 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:08,119 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:08,119 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:08,119 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:08,119 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:08,120 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:08,120 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620288119Disabling compacts and flushes for region at 1731620288119Disabling writes for close at 1731620288119Writing region close event to WAL at 1731620288120 (+1 ms)Closed at 1731620288120 2024-11-14T21:38:08,122 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/.initializing 2024-11-14T21:38:08,123 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/WALs/ef788a4cade8,34405,1731620287056 2024-11-14T21:38:08,124 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:08,126 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C34405%2C1731620287056, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/WALs/ef788a4cade8,34405,1731620287056, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/oldWALs, maxLogs=10 2024-11-14T21:38:08,146 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/WALs/ef788a4cade8,34405,1731620287056/ef788a4cade8%2C34405%2C1731620287056.1731620288127, exclude list is [], retry=0 2024-11-14T21:38:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-008ab866-f7ef-473c-8b8d-808461727cf0,DISK] 2024-11-14T21:38:08,156 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/WALs/ef788a4cade8,34405,1731620287056/ef788a4cade8%2C34405%2C1731620287056.1731620288127 2024-11-14T21:38:08,156 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39049:39049)] 2024-11-14T21:38:08,156 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:08,156 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:08,156 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,156 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:38:08,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:08,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:38:08,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:08,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:38:08,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:08,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:38:08,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:08,172 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,173 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,173 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,176 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,176 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,177 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:08,182 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:08,184 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:08,185 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61987113, jitterRate=-0.07632003724575043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:08,186 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620288156Initializing all the Stores at 1731620288158 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620288158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620288158Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620288158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620288158Cleaning up temporary data from old regions at 1731620288176 (+18 ms)Region opened successfully at 1731620288186 (+10 ms) 2024-11-14T21:38:08,186 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:38:08,190 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662c84b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:08,191 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:38:08,191 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:38:08,191 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:38:08,191 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:38:08,192 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:38:08,192 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:38:08,192 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:38:08,194 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:38:08,194 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Unable to get data of znode /01902761375/balancer because node does not exist (not necessarily an error) 2024-11-14T21:38:08,196 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01902761375/balancer already deleted, retry=false 2024-11-14T21:38:08,196 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:38:08,196 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Unable to get data of znode /01902761375/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:38:08,198 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01902761375/normalizer already deleted, retry=false 2024-11-14T21:38:08,198 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:38:08,199 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Unable to get data of znode /01902761375/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:38:08,201 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01902761375/switch/split already deleted, retry=false 2024-11-14T21:38:08,202 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Unable to get data of znode /01902761375/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:38:08,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01902761375/switch/merge already deleted, retry=false 2024-11-14T21:38:08,205 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Unable to get data of znode /01902761375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:38:08,206 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01902761375/snapshot-cleanup already deleted, retry=false 2024-11-14T21:38:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01902761375/running 2024-11-14T21:38:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01902761375/running 2024-11-14T21:38:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:08,208 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,34405,1731620287056, sessionid=0x100ac603d050000, setting cluster-up flag (Was=false) 2024-11-14T21:38:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:08,221 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01902761375/flush-table-proc/acquired, /01902761375/flush-table-proc/reached, /01902761375/flush-table-proc/abort 2024-11-14T21:38:08,222 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,34405,1731620287056 2024-11-14T21:38:08,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:08,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:08,229 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01902761375/online-snapshot/acquired, /01902761375/online-snapshot/reached, /01902761375/online-snapshot/abort 2024-11-14T21:38:08,230 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,34405,1731620287056 2024-11-14T21:38:08,231 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:38:08,233 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:08,233 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:38:08,233 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:38:08,233 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ef788a4cade8,45907,1731620265691: status=Processing ServerCrashProcedure of ef788a4cade8,45907,1731620265691 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731620276253, completionTime=-1 appears to have been leaked 2024-11-14T21:38:08,233 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,34405,1731620287056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:08,234 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:08,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:38:08,237 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:38:08,244 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(746): ClusterId : 351e72a9-eee5-48f5-9c0b-220882b61463 2024-11-14T21:38:08,244 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:38:08,246 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:38:08,246 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:38:08,246 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620318246 2024-11-14T21:38:08,246 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:38:08,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:38:08,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:38:08,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:38:08,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:38:08,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:38:08,248 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:38:08,248 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1464e605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:08,250 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:38:08,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:38:08,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:38:08,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:38:08,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:38:08,256 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:38:08,256 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:38:08,257 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620288256,5,FailOnTimeoutGroup] 2024-11-14T21:38:08,258 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620288257,5,FailOnTimeoutGroup] 2024-11-14T21:38:08,258 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,258 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:38:08,258 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,258 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,266 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:46463 2024-11-14T21:38:08,266 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:38:08,266 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:38:08,266 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:38:08,267 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,34405,1731620287056 with port=46463, startcode=1731620287113 2024-11-14T21:38:08,267 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:38:08,268 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:38:08,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,46463,1731620287113 2024-11-14T21:38:08,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34405 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:08,270 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b 2024-11-14T21:38:08,270 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34645 2024-11-14T21:38:08,270 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:38:08,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375/rs 2024-11-14T21:38:08,272 DEBUG [RS:0;ef788a4cade8:46463 {}] zookeeper.ZKUtil(111): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on existing znode=/01902761375/rs/ef788a4cade8,46463,1731620287113 2024-11-14T21:38:08,272 WARN [RS:0;ef788a4cade8:46463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:08,272 INFO [RS:0;ef788a4cade8:46463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:08,273 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113 2024-11-14T21:38:08,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,46463,1731620287113] 2024-11-14T21:38:08,276 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:38:08,278 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:38:08,279 INFO [RS:0;ef788a4cade8:46463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:38:08,279 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,279 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:38:08,280 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:38:08,280 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,280 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,281 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,281 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:08,281 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:08,281 DEBUG [RS:0;ef788a4cade8:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:08,282 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,282 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,282 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,282 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,282 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,282 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46463,1731620287113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:08,301 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:38:08,302 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46463,1731620287113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,302 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,302 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.Replication(171): ef788a4cade8,46463,1731620287113 started 2024-11-14T21:38:08,318 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:08,318 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,46463,1731620287113, RpcServer on ef788a4cade8/172.17.0.2:46463, sessionid=0x100ac603d050001 2024-11-14T21:38:08,318 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:38:08,318 DEBUG [RS:0;ef788a4cade8:46463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,46463,1731620287113 2024-11-14T21:38:08,318 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,46463,1731620287113' 2024-11-14T21:38:08,318 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01902761375/flush-table-proc/abort' 2024-11-14T21:38:08,319 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01902761375/flush-table-proc/acquired' 2024-11-14T21:38:08,319 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:38:08,319 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:38:08,319 DEBUG [RS:0;ef788a4cade8:46463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,46463,1731620287113 2024-11-14T21:38:08,319 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,46463,1731620287113' 2024-11-14T21:38:08,319 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01902761375/online-snapshot/abort' 2024-11-14T21:38:08,320 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01902761375/online-snapshot/acquired' 2024-11-14T21:38:08,320 DEBUG [RS:0;ef788a4cade8:46463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:38:08,320 INFO [RS:0;ef788a4cade8:46463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:38:08,320 INFO [RS:0;ef788a4cade8:46463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:38:08,421 INFO [RS:0;ef788a4cade8:46463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:08,423 INFO [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C46463%2C1731620287113, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/oldWALs, maxLogs=10 2024-11-14T21:38:08,438 DEBUG [RS:0;ef788a4cade8:46463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423, exclude list is [], retry=0 2024-11-14T21:38:08,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-008ab866-f7ef-473c-8b8d-808461727cf0,DISK] 2024-11-14T21:38:08,451 INFO [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 2024-11-14T21:38:08,452 DEBUG [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39049:39049)] 2024-11-14T21:38:08,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:38:08,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b 2024-11-14T21:38:08,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:38:08,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:08,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:08,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:08,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:08,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:08,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:08,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:08,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:08,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:08,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:08,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:08,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:08,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:08,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:08,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:08,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740 2024-11-14T21:38:08,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740 2024-11-14T21:38:08,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:08,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:08,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:08,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:08,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:08,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72633230, jitterRate=0.0823194682598114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:08,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620288671Initializing all the Stores at 1731620288672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620288672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620288673 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620288673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620288673Cleaning up temporary data from old regions at 1731620288689 (+16 ms)Region opened successfully at 1731620288694 (+5 ms) 2024-11-14T21:38:08,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:08,694 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:08,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:08,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:08,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:08,694 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:08,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620288694Disabling compacts and flushes for region at 1731620288694Disabling writes for close at 1731620288694Writing region close event to WAL at 1731620288694Closed at 1731620288694 2024-11-14T21:38:08,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:08,695 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:38:08,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:38:08,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:08,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:38:08,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:08,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:08,848 DEBUG [ef788a4cade8:34405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:38:08,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:08,849 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,46463,1731620287113, state=OPENING 2024-11-14T21:38:08,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:38:08,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:08,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:08,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01902761375/meta-region-server: CHANGED 2024-11-14T21:38:08,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01902761375/meta-region-server: CHANGED 2024-11-14T21:38:08,853 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:08,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,46463,1731620287113}] 2024-11-14T21:38:09,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:09,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:38:09,034 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:38:09,034 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:09,035 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:38:09,044 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C46463%2C1731620287113.meta, suffix=.meta, logDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/oldWALs, maxLogs=10 2024-11-14T21:38:09,077 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.meta.1731620289044.meta, exclude list is [], retry=0 2024-11-14T21:38:09,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-008ab866-f7ef-473c-8b8d-808461727cf0,DISK] 2024-11-14T21:38:09,083 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.meta.1731620289044.meta 2024-11-14T21:38:09,090 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39049:39049)] 2024-11-14T21:38:09,091 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:09,091 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:09,091 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:09,091 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:38:09,091 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:38:09,091 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:38:09,091 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:09,092 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:38:09,092 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:38:09,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:09,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:09,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:09,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:09,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:09,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:09,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:09,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:09,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:09,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:09,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:09,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:09,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:09,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:09,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:09,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:09,111 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:09,112 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740 2024-11-14T21:38:09,113 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740 2024-11-14T21:38:09,115 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:09,115 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:09,115 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:09,117 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:09,118 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74146110, jitterRate=0.10486313700675964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:09,118 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:38:09,120 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620289092Writing region info on filesystem at 1731620289092Initializing all the Stores at 1731620289095 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620289095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620289104 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620289104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620289104Cleaning up temporary data from old regions at 1731620289115 (+11 ms)Running coprocessor post-open hooks at 1731620289118 (+3 ms)Region opened successfully at 1731620289120 (+2 ms) 2024-11-14T21:38:09,121 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620289007 2024-11-14T21:38:09,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:09,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,46463,1731620287113, state=OPEN 2024-11-14T21:38:09,126 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:38:09,126 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:38:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01902761375/meta-region-server 2024-11-14T21:38:09,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01902761375/meta-region-server: CHANGED 2024-11-14T21:38:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01902761375/meta-region-server 2024-11-14T21:38:09,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:09,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01902761375/meta-region-server: CHANGED 2024-11-14T21:38:09,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:38:09,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,46463,1731620287113 in 283 msec 2024-11-14T21:38:09,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:38:09,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-14T21:38:09,143 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:09,143 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:38:09,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:09,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,46463,1731620287113, seqNum=-1] 2024-11-14T21:38:09,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:09,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:09,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-14T21:38:09,161 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620289161, completionTime=-1 2024-11-14T21:38:09,161 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:38:09,161 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:38:09,163 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:38:09,163 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620349163 2024-11-14T21:38:09,163 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620409163 2024-11-14T21:38:09,163 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T21:38:09,164 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34405,1731620287056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:09,164 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34405,1731620287056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:09,164 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34405,1731620287056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:09,164 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:34405, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:09,164 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:09,166 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:38:09,166 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:09,170 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.019sec 2024-11-14T21:38:09,170 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:38:09,170 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:38:09,170 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:38:09,171 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:38:09,171 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:38:09,171 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34405,1731620287056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:09,171 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34405,1731620287056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:38:09,174 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:38:09,174 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:38:09,174 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34405,1731620287056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:09,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b906f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:09,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34405,-1 for getting cluster id 2024-11-14T21:38:09,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:09,254 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e72a9-eee5-48f5-9c0b-220882b61463' 2024-11-14T21:38:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e72a9-eee5-48f5-9c0b-220882b61463" 2024-11-14T21:38:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f71a108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34405,-1] 2024-11-14T21:38:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:09,256 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:09,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d33abb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:09,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,46463,1731620287113, seqNum=-1] 2024-11-14T21:38:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:09,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:09,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,34405,1731620287056 2024-11-14T21:38:09,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60568 2024-11-14T21:38:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:09,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac603d050002 connected 2024-11-14T21:38:09,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.log.dir so I do NOT create it in target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d 2024-11-14T21:38:09,274 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:38:09,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.tmp.dir so I do NOT create it in target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d 2024-11-14T21:38:09,274 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:38:09,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d 2024-11-14T21:38:09,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:38:09,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/cluster_bf6c273a-09a5-5ea9-8b95-ca04ab4ae482, deleteOnExit=true 2024-11-14T21:38:09,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/test.cache.data in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:38:09,275 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:38:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:38:09,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:09,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:09,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:09,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:09,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:38:09,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:09,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530955be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:09,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cbddded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:09,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44295b0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/java.io.tmpdir/jetty-localhost-40239-hadoop-hdfs-3_4_1-tests_jar-_-any-5565818720781178247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:09,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aa1989c{HTTP/1.1, (http/1.1)}{localhost:40239} 2024-11-14T21:38:09,544 INFO [Time-limited test {}] server.Server(415): Started @158897ms 2024-11-14T21:38:09,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:09,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:09,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:09,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:09,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:38:09,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e92dc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:09,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf4090c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:09,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e87d3d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/java.io.tmpdir/jetty-localhost-35001-hadoop-hdfs-3_4_1-tests_jar-_-any-4403100567659530360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:09,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4182a9b7{HTTP/1.1, (http/1.1)}{localhost:35001} 2024-11-14T21:38:09,895 INFO [Time-limited test {}] server.Server(415): Started @159248ms 2024-11-14T21:38:09,897 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:38:10,157 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/cluster_bf6c273a-09a5-5ea9-8b95-ca04ab4ae482/data/data1/current/BP-75628342-172.17.0.2-1731620289299/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:10,157 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/cluster_bf6c273a-09a5-5ea9-8b95-ca04ab4ae482/data/data2/current/BP-75628342-172.17.0.2-1731620289299/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:10,190 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:38:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31c1673e6ac87cd8 with lease ID 0x1ab6ed5b9eeaa514: Processing first storage report for DS-b7db14b3-335d-4f08-ba02-47e1b8d43da9 from datanode DatanodeRegistration(127.0.0.1:42693, datanodeUuid=e37cf471-2515-4ed7-95bb-632a9f591e0e, infoPort=33243, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2106222222;c=1731620289299) 2024-11-14T21:38:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31c1673e6ac87cd8 with lease ID 0x1ab6ed5b9eeaa514: from storage DS-b7db14b3-335d-4f08-ba02-47e1b8d43da9 node DatanodeRegistration(127.0.0.1:42693, datanodeUuid=e37cf471-2515-4ed7-95bb-632a9f591e0e, infoPort=33243, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2106222222;c=1731620289299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31c1673e6ac87cd8 with lease ID 0x1ab6ed5b9eeaa514: Processing first storage report for DS-5618d4cb-9b2c-41d0-a282-66e7ac6618d9 from datanode DatanodeRegistration(127.0.0.1:42693, datanodeUuid=e37cf471-2515-4ed7-95bb-632a9f591e0e, infoPort=33243, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2106222222;c=1731620289299) 2024-11-14T21:38:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31c1673e6ac87cd8 with lease ID 0x1ab6ed5b9eeaa514: from storage DS-5618d4cb-9b2c-41d0-a282-66e7ac6618d9 node DatanodeRegistration(127.0.0.1:42693, datanodeUuid=e37cf471-2515-4ed7-95bb-632a9f591e0e, infoPort=33243, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2106222222;c=1731620289299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:10,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d 2024-11-14T21:38:10,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:10,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:38:10,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2 with version=8 2024-11-14T21:38:10,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/hbase-staging 2024-11-14T21:38:10,700 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:10,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:10,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:38:10,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:10,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46567 2024-11-14T21:38:10,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46567 connecting to ZooKeeper ensemble=127.0.0.1:60568 2024-11-14T21:38:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465670x0, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:10,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46567-0x100ac603d050003 connected 2024-11-14T21:38:10,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:10,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:10,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on znode that does not yet exist, /1-1361356571/running 2024-11-14T21:38:10,730 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2, hbase.cluster.distributed=false 2024-11-14T21:38:10,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on znode that does not yet exist, /1-1361356571/acl 2024-11-14T21:38:10,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-14T21:38:10,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46567 2024-11-14T21:38:10,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46567 2024-11-14T21:38:10,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-14T21:38:10,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-14T21:38:10,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:10,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:10,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:10,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:10,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:10,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:10,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:38:10,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:10,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34533 2024-11-14T21:38:10,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34533 connecting to ZooKeeper ensemble=127.0.0.1:60568 2024-11-14T21:38:10,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:10,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:10,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345330x0, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:10,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345330x0, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on znode that does not yet exist, /1-1361356571/running 2024-11-14T21:38:10,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34533-0x100ac603d050004 connected 2024-11-14T21:38:10,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:38:10,771 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:38:10,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on znode that does not yet exist, /1-1361356571/master 2024-11-14T21:38:10,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on znode that does not yet exist, /1-1361356571/acl 2024-11-14T21:38:10,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-14T21:38:10,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34533 2024-11-14T21:38:10,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34533 2024-11-14T21:38:10,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-14T21:38:10,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-14T21:38:10,796 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:46567 2024-11-14T21:38:10,797 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1361356571/backup-masters/ef788a4cade8,46567,1731620290700 2024-11-14T21:38:10,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571/backup-masters 2024-11-14T21:38:10,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571/backup-masters 2024-11-14T21:38:10,800 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on existing znode=/1-1361356571/backup-masters/ef788a4cade8,46567,1731620290700 2024-11-14T21:38:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1361356571/master 2024-11-14T21:38:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:10,802 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on existing znode=/1-1361356571/master 2024-11-14T21:38:10,802 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1361356571/backup-masters/ef788a4cade8,46567,1731620290700 from backup master directory 2024-11-14T21:38:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1361356571/backup-masters/ef788a4cade8,46567,1731620290700 2024-11-14T21:38:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571/backup-masters 2024-11-14T21:38:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571/backup-masters 2024-11-14T21:38:10,804 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:10,804 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,46567,1731620290700 2024-11-14T21:38:10,816 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/hbase.id] with ID: 4a6edadc-1215-4a79-903d-d469d74ed0b4 2024-11-14T21:38:10,816 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/.tmp/hbase.id 2024-11-14T21:38:10,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:38:11,233 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/.tmp/hbase.id]:[hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/hbase.id] 2024-11-14T21:38:11,250 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:11,250 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:38:11,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:38:11,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:11,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:11,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:38:11,679 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:11,679 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:38:11,681 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:11,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:38:12,135 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store 2024-11-14T21:38:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:38:12,215 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:12,215 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:12,215 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:12,216 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:12,216 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:12,216 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:12,216 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:12,216 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620292215Disabling compacts and flushes for region at 1731620292215Disabling writes for close at 1731620292216 (+1 ms)Writing region close event to WAL at 1731620292216Closed at 1731620292216 2024-11-14T21:38:12,224 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/.initializing 2024-11-14T21:38:12,224 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/WALs/ef788a4cade8,46567,1731620290700 2024-11-14T21:38:12,231 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:12,234 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C46567%2C1731620290700, suffix=, logDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/WALs/ef788a4cade8,46567,1731620290700, archiveDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/oldWALs, maxLogs=10 2024-11-14T21:38:12,266 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/WALs/ef788a4cade8,46567,1731620290700/ef788a4cade8%2C46567%2C1731620290700.1731620292236, exclude list is [], retry=0 2024-11-14T21:38:12,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42693,DS-b7db14b3-335d-4f08-ba02-47e1b8d43da9,DISK] 2024-11-14T21:38:12,275 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/WALs/ef788a4cade8,46567,1731620290700/ef788a4cade8%2C46567%2C1731620290700.1731620292236 2024-11-14T21:38:12,278 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-14T21:38:12,278 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:12,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:12,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:38:12,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:12,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:12,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:38:12,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:12,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:12,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:38:12,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:12,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:12,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:38:12,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:12,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:12,306 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,311 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,318 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,338 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,338 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,342 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:12,347 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:12,370 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:12,371 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64904611, jitterRate=-0.03284592926502228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:12,371 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620292279Initializing all the Stores at 1731620292284 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620292284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620292284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620292284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620292284Cleaning up temporary data from old regions at 1731620292338 (+54 ms)Region opened successfully at 1731620292371 (+33 ms) 2024-11-14T21:38:12,372 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:38:12,376 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777f4f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:12,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:38:12,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:38:12,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:38:12,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:38:12,383 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T21:38:12,383 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:38:12,383 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:38:12,385 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:38:12,386 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Unable to get data of znode /1-1361356571/balancer because node does not exist (not necessarily an error) 2024-11-14T21:38:12,389 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1361356571/balancer already deleted, retry=false 2024-11-14T21:38:12,389 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:38:12,392 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Unable to get data of znode /1-1361356571/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:38:12,394 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1361356571/normalizer already deleted, retry=false 2024-11-14T21:38:12,394 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:38:12,402 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Unable to get data of znode /1-1361356571/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:38:12,405 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1361356571/switch/split already deleted, retry=false 2024-11-14T21:38:12,410 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Unable to get data of znode /1-1361356571/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:38:12,413 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1361356571/switch/merge already deleted, retry=false 2024-11-14T21:38:12,420 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Unable to get data of znode /1-1361356571/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:38:12,423 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1361356571/snapshot-cleanup already deleted, retry=false 2024-11-14T21:38:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1361356571/running 2024-11-14T21:38:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:12,431 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,46567,1731620290700, sessionid=0x100ac603d050003, setting cluster-up flag (Was=false) 2024-11-14T21:38:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1361356571/running 2024-11-14T21:38:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:12,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:12,444 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1361356571/flush-table-proc/acquired, /1-1361356571/flush-table-proc/reached, /1-1361356571/flush-table-proc/abort 2024-11-14T21:38:12,459 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,46567,1731620290700 2024-11-14T21:38:12,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:12,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:12,492 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1361356571/online-snapshot/acquired, /1-1361356571/online-snapshot/reached, /1-1361356571/online-snapshot/abort 2024-11-14T21:38:12,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,46567,1731620290700 2024-11-14T21:38:12,510 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:38:12,516 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:12,517 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:38:12,517 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:38:12,517 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,46567,1731620290700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:12,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:12,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:38:12,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:12,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:38:12,534 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620322534 2024-11-14T21:38:12,534 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:38:12,535 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:38:12,535 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:38:12,535 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:38:12,535 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:38:12,535 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:38:12,536 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,538 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:38:12,539 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:38:12,539 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:38:12,539 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:38:12,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:38:12,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:38:12,549 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620292543,5,FailOnTimeoutGroup] 2024-11-14T21:38:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:38:12,554 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620292549,5,FailOnTimeoutGroup] 2024-11-14T21:38:12,554 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,554 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:38:12,554 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,554 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,631 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(746): ClusterId : 4a6edadc-1215-4a79-903d-d469d74ed0b4 2024-11-14T21:38:12,631 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:38:12,671 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:38:12,671 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:38:12,703 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:38:12,703 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c1adb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:12,736 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:34533 2024-11-14T21:38:12,736 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:38:12,736 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:38:12,736 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:38:12,743 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,46567,1731620290700 with port=34533, startcode=1731620290751 2024-11-14T21:38:12,743 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:38:12,764 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:38:12,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,34533,1731620290751 2024-11-14T21:38:12,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46567 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:12,770 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2 2024-11-14T21:38:12,770 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33091 2024-11-14T21:38:12,770 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:38:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571/rs 2024-11-14T21:38:12,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,34533,1731620290751] 2024-11-14T21:38:12,810 DEBUG [RS:0;ef788a4cade8:34533 {}] zookeeper.ZKUtil(111): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on existing znode=/1-1361356571/rs/ef788a4cade8,34533,1731620290751 2024-11-14T21:38:12,810 WARN [RS:0;ef788a4cade8:34533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:12,810 INFO [RS:0;ef788a4cade8:34533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:12,811 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751 2024-11-14T21:38:12,836 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:38:12,850 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:38:12,876 INFO [RS:0;ef788a4cade8:34533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:38:12,876 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,878 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:38:12,882 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:38:12,882 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:12,883 DEBUG [RS:0;ef788a4cade8:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:12,901 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,901 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,901 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,901 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,901 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,901 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34533,1731620290751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:12,922 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:38:12,923 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34533,1731620290751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,923 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,923 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.Replication(171): ef788a4cade8,34533,1731620290751 started 2024-11-14T21:38:12,945 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:12,946 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,34533,1731620290751, RpcServer on ef788a4cade8/172.17.0.2:34533, sessionid=0x100ac603d050004 2024-11-14T21:38:12,946 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:38:12,946 DEBUG [RS:0;ef788a4cade8:34533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,34533,1731620290751 2024-11-14T21:38:12,946 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,34533,1731620290751' 2024-11-14T21:38:12,946 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1361356571/flush-table-proc/abort' 2024-11-14T21:38:12,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:38:12,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2 2024-11-14T21:38:12,962 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1361356571/flush-table-proc/acquired' 2024-11-14T21:38:12,963 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:38:12,963 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:38:12,963 DEBUG [RS:0;ef788a4cade8:34533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,34533,1731620290751 2024-11-14T21:38:12,963 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,34533,1731620290751' 2024-11-14T21:38:12,963 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1361356571/online-snapshot/abort' 2024-11-14T21:38:12,964 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1361356571/online-snapshot/acquired' 2024-11-14T21:38:12,964 DEBUG [RS:0;ef788a4cade8:34533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:38:12,964 INFO [RS:0;ef788a4cade8:34533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:38:12,964 INFO [RS:0;ef788a4cade8:34533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:38:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:38:13,065 INFO [RS:0;ef788a4cade8:34533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:13,079 INFO [RS:0;ef788a4cade8:34533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C34533%2C1731620290751, suffix=, logDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751, archiveDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/oldWALs, maxLogs=10 2024-11-14T21:38:13,100 DEBUG [RS:0;ef788a4cade8:34533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079, exclude list is [], retry=0 2024-11-14T21:38:13,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42693,DS-b7db14b3-335d-4f08-ba02-47e1b8d43da9,DISK] 2024-11-14T21:38:13,133 INFO [RS:0;ef788a4cade8:34533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 2024-11-14T21:38:13,134 DEBUG [RS:0;ef788a4cade8:34533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-14T21:38:13,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:13,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:13,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:13,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:13,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:13,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:13,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:13,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:13,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:13,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:13,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740 2024-11-14T21:38:13,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740 2024-11-14T21:38:13,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:13,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:13,445 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:13,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:13,455 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:13,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63474184, jitterRate=-0.0541609525680542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:13,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620293416Initializing all the Stores at 1731620293417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620293417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620293418 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620293418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620293418Cleaning up temporary data from old regions at 1731620293444 (+26 ms)Region opened successfully at 1731620293456 (+12 ms) 2024-11-14T21:38:13,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:13,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:13,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:13,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:13,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:13,466 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:13,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620293456Disabling compacts and flushes for region at 1731620293456Disabling writes for close at 1731620293456Writing region close event to WAL at 1731620293466 (+10 ms)Closed at 1731620293466 2024-11-14T21:38:13,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:13,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:38:13,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:38:13,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:13,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:38:13,641 DEBUG [ef788a4cade8:46567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:38:13,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:13,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,34533,1731620290751, state=OPENING 2024-11-14T21:38:13,647 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:38:13,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:13,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:13,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:13,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1361356571/meta-region-server: CHANGED 2024-11-14T21:38:13,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,34533,1731620290751}] 2024-11-14T21:38:13,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1361356571/meta-region-server: CHANGED 2024-11-14T21:38:13,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:13,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:38:13,852 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:38:13,852 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:13,852 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:38:13,863 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C34533%2C1731620290751.meta, suffix=.meta, logDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751, archiveDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/oldWALs, maxLogs=10 2024-11-14T21:38:13,892 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.meta.1731620293863.meta, exclude list is [], retry=0 2024-11-14T21:38:13,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42693,DS-b7db14b3-335d-4f08-ba02-47e1b8d43da9,DISK] 2024-11-14T21:38:13,923 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.meta.1731620293863.meta 2024-11-14T21:38:13,926 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-14T21:38:13,926 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:13,926 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:13,927 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:13,927 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:38:13,927 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:38:13,927 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:38:13,927 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:13,927 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:38:13,927 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:38:13,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:13,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:13,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:13,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:13,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:13,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:13,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:13,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:13,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:13,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:13,972 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:13,973 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740 2024-11-14T21:38:13,975 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740 2024-11-14T21:38:13,977 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:13,977 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:13,979 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:13,990 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:13,994 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67995508, jitterRate=0.013212025165557861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:13,995 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:38:13,995 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620293927Writing region info on filesystem at 1731620293927Initializing all the Stores at 1731620293931 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620293931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620293934 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620293934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620293934Cleaning up temporary data from old regions at 1731620293977 (+43 ms)Running coprocessor post-open hooks at 1731620293995 (+18 ms)Region opened successfully at 1731620293995 2024-11-14T21:38:13,996 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620293824 2024-11-14T21:38:13,999 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:38:13,999 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:38:14,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:14,006 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,34533,1731620290751, state=OPEN 2024-11-14T21:38:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1361356571/meta-region-server 2024-11-14T21:38:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1361356571/meta-region-server 2024-11-14T21:38:14,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1361356571/meta-region-server: CHANGED 2024-11-14T21:38:14,010 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:14,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:38:14,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,34533,1731620290751 in 339 msec 2024-11-14T21:38:14,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1361356571/meta-region-server: CHANGED 2024-11-14T21:38:14,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:38:14,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-11-14T21:38:14,018 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:14,018 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:38:14,020 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:14,020 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34533,1731620290751, seqNum=-1] 2024-11-14T21:38:14,020 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:14,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:14,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5180 sec 2024-11-14T21:38:14,037 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620294037, completionTime=-1 2024-11-14T21:38:14,037 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:38:14,037 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:38:14,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:38:14,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620354039 2024-11-14T21:38:14,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620414039 2024-11-14T21:38:14,039 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:38:14,040 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46567,1731620290700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:14,040 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46567,1731620290700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:14,040 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46567,1731620290700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:14,040 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:46567, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:14,040 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:14,042 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:38:14,042 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.242sec 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46567,1731620290700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:14,046 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46567,1731620290700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:38:14,062 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:38:14,062 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:38:14,062 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46567,1731620290700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:14,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71909be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:14,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46567,-1 for getting cluster id 2024-11-14T21:38:14,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:14,171 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6edadc-1215-4a79-903d-d469d74ed0b4' 2024-11-14T21:38:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6edadc-1215-4a79-903d-d469d74ed0b4" 2024-11-14T21:38:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46567,-1] 2024-11-14T21:38:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:14,174 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:14,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b23218e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:14,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:14,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34533,1731620290751, seqNum=-1] 2024-11-14T21:38:14,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:14,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:14,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,46567,1731620290700 2024-11-14T21:38:14,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60568 2024-11-14T21:38:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:14,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34405,1731620287056 2024-11-14T21:38:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36ad4eb3 2024-11-14T21:38:14,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:14,216 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:14,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:38:14,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:14,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:14,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:38:14,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:14,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac603d050005 connected 2024-11-14T21:38:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:38:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:14,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:14,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc5362e4430d488a7344ff48dfd60b06, NAME => 'test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b 2024-11-14T21:38:14,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:14,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:38:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:38:14,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:14,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc5362e4430d488a7344ff48dfd60b06, disabling compactions & flushes 2024-11-14T21:38:14,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:14,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:14,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. after waiting 0 ms 2024-11-14T21:38:14,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:14,783 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:14,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc5362e4430d488a7344ff48dfd60b06: Waiting for close lock at 1731620294782Disabling compacts and flushes for region at 1731620294782Disabling writes for close at 1731620294783 (+1 ms)Writing region close event to WAL at 1731620294783Closed at 1731620294783 2024-11-14T21:38:14,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:14,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620294787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620294787"}]},"ts":"1731620294787"} 2024-11-14T21:38:14,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:14,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:14,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620294791"}]},"ts":"1731620294791"} 2024-11-14T21:38:14,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:38:14,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc5362e4430d488a7344ff48dfd60b06, ASSIGN}] 2024-11-14T21:38:14,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc5362e4430d488a7344ff48dfd60b06, ASSIGN 2024-11-14T21:38:14,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc5362e4430d488a7344ff48dfd60b06, ASSIGN; state=OFFLINE, location=ef788a4cade8,46463,1731620287113; forceNewPlan=false, retain=false 2024-11-14T21:38:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:14,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc5362e4430d488a7344ff48dfd60b06, regionState=OPENING, regionLocation=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:14,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc5362e4430d488a7344ff48dfd60b06, ASSIGN because future has completed 2024-11-14T21:38:14,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5362e4430d488a7344ff48dfd60b06, server=ef788a4cade8,46463,1731620287113}] 2024-11-14T21:38:15,215 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:15,215 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc5362e4430d488a7344ff48dfd60b06, NAME => 'test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:15,215 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:15,215 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:38:15,215 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,216 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:15,216 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,216 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,217 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,219 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5362e4430d488a7344ff48dfd60b06 columnFamilyName f 2024-11-14T21:38:15,219 DEBUG [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:15,223 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] regionserver.HStore(327): Store=bc5362e4430d488a7344ff48dfd60b06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:15,223 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,236 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5362e4430d488a7344ff48dfd60b06 columnFamilyName f1 2024-11-14T21:38:15,236 DEBUG [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:15,237 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] regionserver.HStore(327): Store=bc5362e4430d488a7344ff48dfd60b06/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:15,237 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,239 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5362e4430d488a7344ff48dfd60b06 columnFamilyName norep 2024-11-14T21:38:15,239 DEBUG [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:15,240 INFO [StoreOpener-bc5362e4430d488a7344ff48dfd60b06-1 {}] regionserver.HStore(327): Store=bc5362e4430d488a7344ff48dfd60b06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:15,240 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,241 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,241 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,247 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,247 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,248 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:15,249 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,257 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:15,258 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc5362e4430d488a7344ff48dfd60b06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62026625, jitterRate=-0.07573126256465912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:15,258 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:15,259 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc5362e4430d488a7344ff48dfd60b06: Running coprocessor pre-open hook at 1731620295216Writing region info on filesystem at 1731620295216Initializing all the Stores at 1731620295217 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620295217Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620295217Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620295217Cleaning up temporary data from old regions at 1731620295247 (+30 ms)Running coprocessor post-open hooks at 1731620295258 (+11 ms)Region opened successfully at 1731620295259 (+1 ms) 2024-11-14T21:38:15,260 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., pid=6, masterSystemTime=1731620295170 2024-11-14T21:38:15,267 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:15,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc5362e4430d488a7344ff48dfd60b06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:15,267 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:15,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5362e4430d488a7344ff48dfd60b06, server=ef788a4cade8,46463,1731620287113 because future has completed 2024-11-14T21:38:15,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:38:15,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc5362e4430d488a7344ff48dfd60b06, server=ef788a4cade8,46463,1731620287113 in 280 msec 2024-11-14T21:38:15,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:38:15,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc5362e4430d488a7344ff48dfd60b06, ASSIGN in 472 msec 2024-11-14T21:38:15,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:15,282 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620295282"}]},"ts":"1731620295282"} 2024-11-14T21:38:15,288 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:38:15,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:15,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0710 sec 2024-11-14T21:38:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:15,364 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:38:15,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46567,1731620290700 2024-11-14T21:38:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546e6aa4 2024-11-14T21:38:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:15,369 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:15,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:38:15,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:15,373 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:15,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:15,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:38:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:15,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:38:15,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c13b74b84f265eed3b0ebf70458206b, NAME => 'test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2 2024-11-14T21:38:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:15,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:38:15,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:15,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c13b74b84f265eed3b0ebf70458206b, disabling compactions & flushes 2024-11-14T21:38:15,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:15,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:15,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. after waiting 0 ms 2024-11-14T21:38:15,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:15,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:15,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c13b74b84f265eed3b0ebf70458206b: Waiting for close lock at 1731620295512Disabling compacts and flushes for region at 1731620295512Disabling writes for close at 1731620295512Writing region close event to WAL at 1731620295512Closed at 1731620295512 2024-11-14T21:38:15,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:15,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620295514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620295514"}]},"ts":"1731620295514"} 2024-11-14T21:38:15,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:15,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:15,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620295518"}]},"ts":"1731620295518"} 2024-11-14T21:38:15,522 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:38:15,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c13b74b84f265eed3b0ebf70458206b, ASSIGN}] 2024-11-14T21:38:15,527 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c13b74b84f265eed3b0ebf70458206b, ASSIGN 2024-11-14T21:38:15,529 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c13b74b84f265eed3b0ebf70458206b, ASSIGN; state=OFFLINE, location=ef788a4cade8,34533,1731620290751; forceNewPlan=false, retain=false 2024-11-14T21:38:15,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c13b74b84f265eed3b0ebf70458206b, regionState=OPENING, regionLocation=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:15,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c13b74b84f265eed3b0ebf70458206b, ASSIGN because future has completed 2024-11-14T21:38:15,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c13b74b84f265eed3b0ebf70458206b, server=ef788a4cade8,34533,1731620290751}] 2024-11-14T21:38:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:15,847 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:15,847 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c13b74b84f265eed3b0ebf70458206b, NAME => 'test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:15,848 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:15,848 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:38:15,848 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,848 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:15,848 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,848 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,849 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,851 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c13b74b84f265eed3b0ebf70458206b columnFamilyName f 2024-11-14T21:38:15,851 DEBUG [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:15,852 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] regionserver.HStore(327): Store=5c13b74b84f265eed3b0ebf70458206b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:15,852 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,854 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c13b74b84f265eed3b0ebf70458206b columnFamilyName f1 2024-11-14T21:38:15,854 DEBUG [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:15,854 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] regionserver.HStore(327): Store=5c13b74b84f265eed3b0ebf70458206b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:15,854 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,855 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c13b74b84f265eed3b0ebf70458206b columnFamilyName norep 2024-11-14T21:38:15,855 DEBUG [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:15,856 INFO [StoreOpener-5c13b74b84f265eed3b0ebf70458206b-1 {}] regionserver.HStore(327): Store=5c13b74b84f265eed3b0ebf70458206b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:15,856 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,857 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,857 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,858 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,858 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,858 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:15,860 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,862 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:15,862 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c13b74b84f265eed3b0ebf70458206b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74064065, jitterRate=0.10364057123661041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:15,862 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:15,862 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c13b74b84f265eed3b0ebf70458206b: Running coprocessor pre-open hook at 1731620295848Writing region info on filesystem at 1731620295848Initializing all the Stores at 1731620295849 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620295849Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620295849Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620295849Cleaning up temporary data from old regions at 1731620295858 (+9 ms)Running coprocessor post-open hooks at 1731620295862 (+4 ms)Region opened successfully at 1731620295862 2024-11-14T21:38:15,863 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., pid=6, masterSystemTime=1731620295843 2024-11-14T21:38:15,865 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:15,865 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:15,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c13b74b84f265eed3b0ebf70458206b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:15,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c13b74b84f265eed3b0ebf70458206b, server=ef788a4cade8,34533,1731620290751 because future has completed 2024-11-14T21:38:15,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:38:15,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c13b74b84f265eed3b0ebf70458206b, server=ef788a4cade8,34533,1731620290751 in 181 msec 2024-11-14T21:38:15,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:38:15,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c13b74b84f265eed3b0ebf70458206b, ASSIGN in 348 msec 2024-11-14T21:38:15,873 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:15,873 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620295873"}]},"ts":"1731620295873"} 2024-11-14T21:38:15,875 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:38:15,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:15,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 506 msec 2024-11-14T21:38:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:16,017 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:38:16,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbbc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34405,-1 for getting cluster id 2024-11-14T21:38:16,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:16,019 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e72a9-eee5-48f5-9c0b-220882b61463' 2024-11-14T21:38:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e72a9-eee5-48f5-9c0b-220882b61463" 2024-11-14T21:38:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f8e357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34405,-1] 2024-11-14T21:38:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:16,021 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aba833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510cfaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46567,-1 for getting cluster id 2024-11-14T21:38:16,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:16,032 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6edadc-1215-4a79-903d-d469d74ed0b4' 2024-11-14T21:38:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6edadc-1215-4a79-903d-d469d74ed0b4" 2024-11-14T21:38:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790e5c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46567,-1] 2024-11-14T21:38:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:16,039 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bda4b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c973d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34405,-1 for getting cluster id 2024-11-14T21:38:16,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:16,042 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e72a9-eee5-48f5-9c0b-220882b61463' 2024-11-14T21:38:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e72a9-eee5-48f5-9c0b-220882b61463" 2024-11-14T21:38:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d880c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34405,-1] 2024-11-14T21:38:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:16,044 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e2fd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34405,1731620287056 2024-11-14T21:38:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d5d54f 2024-11-14T21:38:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:16,048 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:16,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:46567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:38:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:38:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:16,052 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46567' 2024-11-14T21:38:16,055 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679357a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,055 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46567,-1 for getting cluster id 2024-11-14T21:38:16,055 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:16,056 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6edadc-1215-4a79-903d-d469d74ed0b4' 2024-11-14T21:38:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6edadc-1215-4a79-903d-d469d74ed0b4" 2024-11-14T21:38:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6793c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46567,-1] 2024-11-14T21:38:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:16,058 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:16,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa243ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:16,061 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:16,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46567,1731620290700 2024-11-14T21:38:16,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a9b097b 2024-11-14T21:38:16,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:16,063 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:16,065 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T21:38:16,065 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:38:16,065 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:16,065 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:16,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:16,065 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:16,070 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:38:16,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:16,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:16,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:38:16,120 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:38:16,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75df4039a523ccf96980914cefac8daf, NAME => 'hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b 2024-11-14T21:38:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:38:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:16,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:16,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 75df4039a523ccf96980914cefac8daf, disabling compactions & flushes 2024-11-14T21:38:16,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:16,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:16,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. after waiting 0 ms 2024-11-14T21:38:16,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:16,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:16,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75df4039a523ccf96980914cefac8daf: Waiting for close lock at 1731620296607Disabling compacts and flushes for region at 1731620296607Disabling writes for close at 1731620296608 (+1 ms)Writing region close event to WAL at 1731620296608Closed at 1731620296608 2024-11-14T21:38:16,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:16,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620296615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620296615"}]},"ts":"1731620296615"} 2024-11-14T21:38:16,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:16,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:16,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620296634"}]},"ts":"1731620296634"} 2024-11-14T21:38:16,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:38:16,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75df4039a523ccf96980914cefac8daf, ASSIGN}] 2024-11-14T21:38:16,647 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75df4039a523ccf96980914cefac8daf, ASSIGN 2024-11-14T21:38:16,655 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75df4039a523ccf96980914cefac8daf, ASSIGN; state=OFFLINE, location=ef788a4cade8,46463,1731620287113; forceNewPlan=false, retain=false 2024-11-14T21:38:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:16,806 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75df4039a523ccf96980914cefac8daf, regionState=OPENING, regionLocation=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:16,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75df4039a523ccf96980914cefac8daf, ASSIGN because future has completed 2024-11-14T21:38:16,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75df4039a523ccf96980914cefac8daf, server=ef788a4cade8,46463,1731620287113}] 2024-11-14T21:38:16,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:16,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:16,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:38:16,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C46463%2C1731620287113.rep, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/oldWALs, maxLogs=10 2024-11-14T21:38:17,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.rep.1731620296993, exclude list is [], retry=0 2024-11-14T21:38:17,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-008ab866-f7ef-473c-8b8d-808461727cf0,DISK] 2024-11-14T21:38:17,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.rep.1731620296993 2024-11-14T21:38:17,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39049:39049)] 2024-11-14T21:38:17,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 75df4039a523ccf96980914cefac8daf, NAME => 'hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:17,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:17,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:17,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. service=MultiRowMutationService 2024-11-14T21:38:17,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:38:17,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:17,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,017 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,018 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75df4039a523ccf96980914cefac8daf columnFamilyName hfileref 2024-11-14T21:38:17,018 DEBUG [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:17,018 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] regionserver.HStore(327): Store=75df4039a523ccf96980914cefac8daf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:17,018 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,019 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75df4039a523ccf96980914cefac8daf columnFamilyName queue 2024-11-14T21:38:17,019 DEBUG [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:17,020 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] regionserver.HStore(327): Store=75df4039a523ccf96980914cefac8daf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:17,020 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,021 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75df4039a523ccf96980914cefac8daf columnFamilyName sid 2024-11-14T21:38:17,021 DEBUG [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:17,021 INFO [StoreOpener-75df4039a523ccf96980914cefac8daf-1 {}] regionserver.HStore(327): Store=75df4039a523ccf96980914cefac8daf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:17,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:17,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:17,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 75df4039a523ccf96980914cefac8daf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66152456, jitterRate=-0.01425158977508545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:17,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:17,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 75df4039a523ccf96980914cefac8daf: Running coprocessor pre-open hook at 1731620297015Writing region info on filesystem at 1731620297015Initializing all the Stores at 1731620297016 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620297016Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620297017 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620297017Cleaning up temporary data from old regions at 1731620297027 (+10 ms)Running coprocessor post-open hooks at 1731620297031 (+4 ms)Region opened successfully at 1731620297032 (+1 ms) 2024-11-14T21:38:17,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf., pid=10, masterSystemTime=1731620296986 2024-11-14T21:38:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:17,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:17,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75df4039a523ccf96980914cefac8daf, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,46463,1731620287113 2024-11-14T21:38:17,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75df4039a523ccf96980914cefac8daf, server=ef788a4cade8,46463,1731620287113 because future has completed 2024-11-14T21:38:17,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:38:17,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75df4039a523ccf96980914cefac8daf, server=ef788a4cade8,46463,1731620287113 in 208 msec 2024-11-14T21:38:17,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:38:17,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75df4039a523ccf96980914cefac8daf, ASSIGN in 401 msec 2024-11-14T21:38:17,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:17,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620297044"}]},"ts":"1731620297044"} 2024-11-14T21:38:17,046 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:38:17,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:17,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 982 msec 2024-11-14T21:38:17,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf., hostname=ef788a4cade8,46463,1731620287113, seqNum=2] 2024-11-14T21:38:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:17,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:38:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:17,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:38:17,260 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:38:17,310 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,46463,1731620287113, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:38:17,311 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:17,312 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,46463,1731620287113, seqNum=-1] 2024-11-14T21:38:17,312 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:17,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:17,319 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,46463,1731620287113', locateType=CURRENT is [region=hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf., hostname=ef788a4cade8,46463,1731620287113, seqNum=2] 2024-11-14T21:38:17,329 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:38:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:38:17,334 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,46463,1731620287113 suceeded 2024-11-14T21:38:17,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:38:17,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-14T21:38:17,336 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:46567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:38:17,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2880 sec 2024-11-14T21:38:17,354 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:46567' 2024-11-14T21:38:17,359 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a6e4e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:17,359 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46567,-1 for getting cluster id 2024-11-14T21:38:17,359 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:17,360 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6edadc-1215-4a79-903d-d469d74ed0b4' 2024-11-14T21:38:17,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:17,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6edadc-1215-4a79-903d-d469d74ed0b4" 2024-11-14T21:38:17,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da5c9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46567,-1] 2024-11-14T21:38:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:17,362 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:17,363 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41a6c7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:17,364 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:17,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46567,1731620290700 2024-11-14T21:38:17,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bce28af 2024-11-14T21:38:17,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:17,366 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T21:38:17,368 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,46463,1731620287113 (queues=1) is replicating from cluster=351e72a9-eee5-48f5-9c0b-220882b61463 to cluster=4a6edadc-1215-4a79-903d-d469d74ed0b4 2024-11-14T21:38:17,369 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C46463%2C1731620287113 2024-11-14T21:38:17,370 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,46463,1731620287113, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:38:17,383 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423, startPosition=0, beingWritten=true 2024-11-14T21:38:17,396 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C46463%2C1731620287113 2024-11-14T21:38:17,409 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:17,409 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 379, reset compression=false 2024-11-14T21:38:17,410 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,46463,1731620287113 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:17,636 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 379, reset compression=false 2024-11-14T21:38:17,963 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 379, reset compression=false 2024-11-14T21:38:17,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:38:17,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T21:38:17,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:38:17,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T21:38:17,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T21:38:17,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T21:38:17,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:17,989 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T21:38:17,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:17,989 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T21:38:17,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:17,989 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T21:38:17,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T21:38:17,989 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T21:38:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:18,208 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:38:18,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:18,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:18,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:18,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:18,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:18,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a06324a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:18,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46567,-1 for getting cluster id 2024-11-14T21:38:18,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:18,216 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6edadc-1215-4a79-903d-d469d74ed0b4' 2024-11-14T21:38:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6edadc-1215-4a79-903d-d469d74ed0b4" 2024-11-14T21:38:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706829fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46567,-1] 2024-11-14T21:38:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:18,219 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb58fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:18,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46567,1731620290700 2024-11-14T21:38:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d4d5eeb 2024-11-14T21:38:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:18,222 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:18,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:34405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:38:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:38:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:18,227 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:34405' 2024-11-14T21:38:18,241 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d43f693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:18,241 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34405,-1 for getting cluster id 2024-11-14T21:38:18,241 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:18,243 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e72a9-eee5-48f5-9c0b-220882b61463' 2024-11-14T21:38:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e72a9-eee5-48f5-9c0b-220882b61463" 2024-11-14T21:38:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4cecb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34405,-1] 2024-11-14T21:38:18,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:18,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:18,248 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9815b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:18,249 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:18,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34405,1731620287056 2024-11-14T21:38:18,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e2663b 2024-11-14T21:38:18,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:18,251 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:18,252 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T21:38:18,252 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:38:18,252 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:18,252 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:18,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:18,253 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:18,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:38:18,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:18,257 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:18,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:38:18,306 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:38:18,307 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d0ac28ddb8b67cd565f15c758a2999a, NAME => 'hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2 2024-11-14T21:38:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:18,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:38:18,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:18,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d0ac28ddb8b67cd565f15c758a2999a, disabling compactions & flushes 2024-11-14T21:38:18,368 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:18,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:18,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. after waiting 0 ms 2024-11-14T21:38:18,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:18,368 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:18,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d0ac28ddb8b67cd565f15c758a2999a: Waiting for close lock at 1731620298368Disabling compacts and flushes for region at 1731620298368Disabling writes for close at 1731620298368Writing region close event to WAL at 1731620298368Closed at 1731620298368 2024-11-14T21:38:18,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:18,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620298370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620298370"}]},"ts":"1731620298370"} 2024-11-14T21:38:18,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:18,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:18,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620298374"}]},"ts":"1731620298374"} 2024-11-14T21:38:18,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:38:18,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d0ac28ddb8b67cd565f15c758a2999a, ASSIGN}] 2024-11-14T21:38:18,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d0ac28ddb8b67cd565f15c758a2999a, ASSIGN 2024-11-14T21:38:18,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d0ac28ddb8b67cd565f15c758a2999a, ASSIGN; state=OFFLINE, location=ef788a4cade8,34533,1731620290751; forceNewPlan=false, retain=false 2024-11-14T21:38:18,386 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 379, reset compression=false 2024-11-14T21:38:18,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d0ac28ddb8b67cd565f15c758a2999a, regionState=OPENING, regionLocation=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:18,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d0ac28ddb8b67cd565f15c758a2999a, ASSIGN because future has completed 2024-11-14T21:38:18,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d0ac28ddb8b67cd565f15c758a2999a, server=ef788a4cade8,34533,1731620290751}] 2024-11-14T21:38:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:18,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:18,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:18,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:38:18,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C34533%2C1731620290751.rep, suffix=, logDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751, archiveDir=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/oldWALs, maxLogs=10 2024-11-14T21:38:18,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.rep.1731620298692, exclude list is [], retry=0 2024-11-14T21:38:18,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42693,DS-b7db14b3-335d-4f08-ba02-47e1b8d43da9,DISK] 2024-11-14T21:38:18,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.rep.1731620298692 2024-11-14T21:38:18,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-14T21:38:18,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d0ac28ddb8b67cd565f15c758a2999a, NAME => 'hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:18,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:18,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:18,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. service=MultiRowMutationService 2024-11-14T21:38:18,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:38:18,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:18,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,726 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,728 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d0ac28ddb8b67cd565f15c758a2999a columnFamilyName hfileref 2024-11-14T21:38:18,728 DEBUG [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:18,729 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] regionserver.HStore(327): Store=6d0ac28ddb8b67cd565f15c758a2999a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:18,729 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,730 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d0ac28ddb8b67cd565f15c758a2999a columnFamilyName queue 2024-11-14T21:38:18,730 DEBUG [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:18,730 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] regionserver.HStore(327): Store=6d0ac28ddb8b67cd565f15c758a2999a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:18,730 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,731 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d0ac28ddb8b67cd565f15c758a2999a columnFamilyName sid 2024-11-14T21:38:18,731 DEBUG [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:18,732 INFO [StoreOpener-6d0ac28ddb8b67cd565f15c758a2999a-1 {}] regionserver.HStore(327): Store=6d0ac28ddb8b67cd565f15c758a2999a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:18,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:18,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:18,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6d0ac28ddb8b67cd565f15c758a2999a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70354777, jitterRate=0.04836787283420563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:18,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:18,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6d0ac28ddb8b67cd565f15c758a2999a: Running coprocessor pre-open hook at 1731620298723Writing region info on filesystem at 1731620298723Initializing all the Stores at 1731620298724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620298724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620298726 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620298726Cleaning up temporary data from old regions at 1731620298734 (+8 ms)Running coprocessor post-open hooks at 1731620298744 (+10 ms)Region opened successfully at 1731620298744 2024-11-14T21:38:18,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a., pid=10, masterSystemTime=1731620298686 2024-11-14T21:38:18,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:18,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:18,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d0ac28ddb8b67cd565f15c758a2999a, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,34533,1731620290751 2024-11-14T21:38:18,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d0ac28ddb8b67cd565f15c758a2999a, server=ef788a4cade8,34533,1731620290751 because future has completed 2024-11-14T21:38:18,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:38:18,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d0ac28ddb8b67cd565f15c758a2999a, server=ef788a4cade8,34533,1731620290751 in 222 msec 2024-11-14T21:38:18,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:38:18,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d0ac28ddb8b67cd565f15c758a2999a, ASSIGN in 380 msec 2024-11-14T21:38:18,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:18,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620298765"}]},"ts":"1731620298765"} 2024-11-14T21:38:18,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:38:18,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:18,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 515 msec 2024-11-14T21:38:18,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a., hostname=ef788a4cade8,34533,1731620290751, seqNum=2] 2024-11-14T21:38:18,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:18,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:18,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:38:18,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:38:18,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:38:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:18,911 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 379, reset compression=false 2024-11-14T21:38:18,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:38:19,010 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:38:19,101 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,34533,1731620290751, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:38:19,102 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:19,102 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34533,1731620290751, seqNum=-1] 2024-11-14T21:38:19,102 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:19,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:19,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,34533,1731620290751', locateType=CURRENT is [region=hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a., hostname=ef788a4cade8,34533,1731620290751, seqNum=2] 2024-11-14T21:38:19,131 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:38:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:38:19,137 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,34533,1731620290751 suceeded 2024-11-14T21:38:19,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:38:19,144 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:34405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:38:19,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 306 msec 2024-11-14T21:38:19,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 921 msec 2024-11-14T21:38:19,169 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:34405' 2024-11-14T21:38:19,175 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@693c547d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:19,175 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34405,-1 for getting cluster id 2024-11-14T21:38:19,175 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:19,176 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e72a9-eee5-48f5-9c0b-220882b61463' 2024-11-14T21:38:19,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:19,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e72a9-eee5-48f5-9c0b-220882b61463" 2024-11-14T21:38:19,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@591f912f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:19,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34405,-1] 2024-11-14T21:38:19,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:19,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:19,179 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:19,180 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70991194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:19,180 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:19,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34405,1731620287056 2024-11-14T21:38:19,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fcdecec 2024-11-14T21:38:19,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:19,182 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T21:38:19,182 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,34533,1731620290751 (queues=1) is replicating from cluster=4a6edadc-1215-4a79-903d-d469d74ed0b4 to cluster=351e72a9-eee5-48f5-9c0b-220882b61463 2024-11-14T21:38:19,182 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C34533%2C1731620290751 2024-11-14T21:38:19,183 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,34533,1731620290751, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:38:19,194 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079, startPosition=0, beingWritten=true 2024-11-14T21:38:19,210 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C34533%2C1731620290751 2024-11-14T21:38:19,240 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:19,240 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 379, reset compression=false 2024-11-14T21:38:19,241 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,34533,1731620290751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:19,367 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:38:19,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:19,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:19,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:19,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:19,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:19,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:19,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731620299387/Put/seqid=0 2024-11-14T21:38:19,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741840_1016 (size=7894) 2024-11-14T21:38:19,456 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731620299455/Put/seqid=0 2024-11-14T21:38:19,479 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 379, reset compression=false 2024-11-14T21:38:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741841_1017 (size=7691) 2024-11-14T21:38:19,546 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 379, reset compression=false 2024-11-14T21:38:19,798 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 379, reset compression=false 2024-11-14T21:38:19,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42751a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:19,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34405,-1 for getting cluster id 2024-11-14T21:38:19,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:19,900 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e72a9-eee5-48f5-9c0b-220882b61463' 2024-11-14T21:38:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e72a9-eee5-48f5-9c0b-220882b61463" 2024-11-14T21:38:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18effa47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34405,-1] 2024-11-14T21:38:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:19,902 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:19,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313bc203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:19,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,46463,1731620287113, seqNum=-1] 2024-11-14T21:38:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:19,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:19,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34405,1731620287056 2024-11-14T21:38:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da7ae9c 2024-11-14T21:38:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:19,948 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., hostname=ef788a4cade8,46463,1731620287113, seqNum=2] 2024-11-14T21:38:19,956 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:38:19,996 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T21:38:20,003 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T21:38:20,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T21:38:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T21:38:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HRegion(2603): Flush status journal for bc5362e4430d488a7344ff48dfd60b06: 2024-11-14T21:38:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_0 2024-11-14T21:38:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_0 as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ 2024-11-14T21:38:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_1 2024-11-14T21:38:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_1 as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ 2024-11-14T21:38:20,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_0 into bc5362e4430d488a7344ff48dfd60b06/f as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ - updating store file list. 2024-11-14T21:38:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:20,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ into bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:20,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_0 into bc5362e4430d488a7344ff48dfd60b06/f (new location: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_) 2024-11-14T21:38:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_0 2024-11-14T21:38:20,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_1 into bc5362e4430d488a7344ff48dfd60b06/f as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ - updating store file list. 2024-11-14T21:38:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:20,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ into bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:20,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_1 into bc5362e4430d488a7344ff48dfd60b06/f (new location: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_) 2024-11-14T21:38:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins__test__74i5tf12dke5t2rvr4hd6hetkigdftr0bpdkhvfeg26fnjbkbmc4ejbols590c3u/f/hfile_1 2024-11-14T21:38:20,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:20,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:20,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:20,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:20,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:20,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., hostname=ef788a4cade8,46463,1731620287113, seqNum=2 , the old value is region=test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., hostname=ef788a4cade8,46463,1731620287113, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef788a4cade8:46463 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:38:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., hostname=ef788a4cade8,46463,1731620287113, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:38:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., hostname=ef788a4cade8,46463,1731620287113, seqNum=2 from cache 2024-11-14T21:38:20,106 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T21:38:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34533,1731620290751, seqNum=-1] 2024-11-14T21:38:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:20,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., hostname=ef788a4cade8,34533,1731620290751, seqNum=2] 2024-11-14T21:38:20,116 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T21:38:20,208 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T21:38:20,235 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 379, reset compression=false 2024-11-14T21:38:20,264 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 379, reset compression=false 2024-11-14T21:38:20,319 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:20,322 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,46463,1731620287113 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc5362e4430d488a7344ff48dfd60b06/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620300101/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T21:38:20,327 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:20,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T21:38:20,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.ReplicationSink(318): Replicating [351e72a9-eee5-48f5-9c0b-220882b61463] bulk loaded data 2024-11-14T21:38:20,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a0cae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:20,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46567,-1 for getting cluster id 2024-11-14T21:38:20,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:20,340 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6edadc-1215-4a79-903d-d469d74ed0b4' 2024-11-14T21:38:20,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:20,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6edadc-1215-4a79-903d-d469d74ed0b4" 2024-11-14T21:38:20,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df50907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:20,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46567,-1] 2024-11-14T21:38:20,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:20,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:20,344 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:20,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a91c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:20,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741840_1016 (size=7894) 2024-11-14T21:38:20,522 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 687, reset compression=false 2024-11-14T21:38:20,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741841_1017 (size=7691) 2024-11-14T21:38:20,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:20,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46567,1731620290700 2024-11-14T21:38:20,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed9c4dc 2024-11-14T21:38:20,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:20,542 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T21:38:20,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:38:20,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34533,1731620290751, seqNum=-1] 2024-11-14T21:38:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:20,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:20,577 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T21:38:20,589 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T21:38:20,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ for inclusion in 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T21:38:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:20,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ for inclusion in 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T21:38:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HRegion(2603): Flush status journal for 5c13b74b84f265eed3b0ebf70458206b: 2024-11-14T21:38:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:38:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/8c2a43a86d9848e0a333eb81bced3d51_SeqId_4_ 2024-11-14T21:38:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:38:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/1be73faa095b43bbab2525c4eac6a0d8_SeqId_4_ 2024-11-14T21:38:20,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ into 5c13b74b84f265eed3b0ebf70458206b/f as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/8c2a43a86d9848e0a333eb81bced3d51_SeqId_4_ - updating store file list. 2024-11-14T21:38:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c2a43a86d9848e0a333eb81bced3d51_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:20,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/8c2a43a86d9848e0a333eb81bced3d51_SeqId_4_ into 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:20,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ into 5c13b74b84f265eed3b0ebf70458206b/f (new location: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/8c2a43a86d9848e0a333eb81bced3d51_SeqId_4_) 2024-11-14T21:38:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_ 2024-11-14T21:38:20,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ into 5c13b74b84f265eed3b0ebf70458206b/f as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/1be73faa095b43bbab2525c4eac6a0d8_SeqId_4_ - updating store file list. 2024-11-14T21:38:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1be73faa095b43bbab2525c4eac6a0d8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:20,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/1be73faa095b43bbab2525c4eac6a0d8_SeqId_4_ into 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:20,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ into 5c13b74b84f265eed3b0ebf70458206b/f (new location: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/1be73faa095b43bbab2525c4eac6a0d8_SeqId_4_) 2024-11-14T21:38:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins.hfs.11__test__p7dkcqf4hm7rdjc2kl0aked0oltkdjsqs74d7a5elvgm0rbv98k338ep9sbnke5b/f/9f7e3c86deb04c888bfb639bc80a3656_SeqId_4_ 2024-11-14T21:38:20,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.ReplicationSink(324): Finished replicating [351e72a9-eee5-48f5-9c0b-220882b61463] bulk loaded data 2024-11-14T21:38:20,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:20,756 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 379, reset compression=false 2024-11-14T21:38:20,787 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:20,787 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,34533,1731620290751 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c13b74b84f265eed3b0ebf70458206b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620300702/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T21:38:20,790 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:20,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T21:38:20,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.ReplicationSink(318): Replicating [351e72a9-eee5-48f5-9c0b-220882b61463, 4a6edadc-1215-4a79-903d-d469d74ed0b4] bulk loaded data 2024-11-14T21:38:20,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc3b719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:20,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34405,-1 for getting cluster id 2024-11-14T21:38:20,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:20,795 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e72a9-eee5-48f5-9c0b-220882b61463' 2024-11-14T21:38:20,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e72a9-eee5-48f5-9c0b-220882b61463" 2024-11-14T21:38:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@703c0956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:20,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34405,-1] 2024-11-14T21:38:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:20,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,798 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:20,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd1538a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:20,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:20,856 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 687, reset compression=false 2024-11-14T21:38:20,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741842_1018 (size=7894) 2024-11-14T21:38:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741843_1019 (size=7691) 2024-11-14T21:38:20,988 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 725, reset compression=false 2024-11-14T21:38:20,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:20,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34405,1731620287056 2024-11-14T21:38:20,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27a0aae 2024-11-14T21:38:20,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:20,999 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T21:38:21,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:38:21,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:21,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,46463,1731620287113, seqNum=-1] 2024-11-14T21:38:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:21,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:21,034 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__k0l712ekju8tacam6btjd0djnf6nfl6ehpojual2s75u52tdqosh0qg07olre3v8/f/1be73faa095b43bbab2525c4eac6a0d8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T21:38:21,047 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__k0l712ekju8tacam6btjd0djnf6nfl6ehpojual2s75u52tdqosh0qg07olre3v8/f/8c2a43a86d9848e0a333eb81bced3d51_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T21:38:21,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.ReplicationSink(324): Finished replicating [351e72a9-eee5-48f5-9c0b-220882b61463, 4a6edadc-1215-4a79-903d-d469d74ed0b4] bulk loaded data 2024-11-14T21:38:21,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:21,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731620301162/Put/seqid=0 2024-11-14T21:38:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741842_1018 (size=11194) 2024-11-14T21:38:21,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731620301228/Put/seqid=0 2024-11-14T21:38:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741843_1019 (size=10791) 2024-11-14T21:38:21,303 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 687, reset compression=false 2024-11-14T21:38:21,331 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 725, reset compression=false 2024-11-14T21:38:21,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a13ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:21,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46567,-1 for getting cluster id 2024-11-14T21:38:21,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:21,690 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6edadc-1215-4a79-903d-d469d74ed0b4' 2024-11-14T21:38:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6edadc-1215-4a79-903d-d469d74ed0b4" 2024-11-14T21:38:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bc208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46567,-1] 2024-11-14T21:38:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:21,695 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:21,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467fdaee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:21,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34533,1731620290751, seqNum=-1] 2024-11-14T21:38:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:21,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:21,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46567,1731620290700 2024-11-14T21:38:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a5b27cb 2024-11-14T21:38:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:21,725 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., hostname=ef788a4cade8,34533,1731620290751, seqNum=2] 2024-11-14T21:38:21,737 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:38:21,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T21:38:21,751 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T21:38:21,759 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 725, reset compression=false 2024-11-14T21:38:21,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T21:38:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:21,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T21:38:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HRegion(2603): Flush status journal for 5c13b74b84f265eed3b0ebf70458206b: 2024-11-14T21:38:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_0 2024-11-14T21:38:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_0 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ 2024-11-14T21:38:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_1 2024-11-14T21:38:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_1 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ 2024-11-14T21:38:21,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_0 into 5c13b74b84f265eed3b0ebf70458206b/f as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ - updating store file list. 2024-11-14T21:38:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:21,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ into 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:21,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_0 into 5c13b74b84f265eed3b0ebf70458206b/f (new location: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_) 2024-11-14T21:38:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_0 2024-11-14T21:38:21,825 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 687, reset compression=false 2024-11-14T21:38:21,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_1 into 5c13b74b84f265eed3b0ebf70458206b/f as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ - updating store file list. 2024-11-14T21:38:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6b63e0e642643d89bb088d30966d7a2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:21,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ into 5c13b74b84f265eed3b0ebf70458206b/f 2024-11-14T21:38:21,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_1 into 5c13b74b84f265eed3b0ebf70458206b/f (new location: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_) 2024-11-14T21:38:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/staging/jenkins__test__gmhp3mvkgk3pfi9u0ms5d7k7g5lm7cmkf7idmk0sm36k33k6csaqdk44pop6ql2p/f/hfile_1 2024-11-14T21:38:21,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:21,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:21,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:21,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:21,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:21,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., hostname=ef788a4cade8,34533,1731620290751, seqNum=2 , the old value is region=test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., hostname=ef788a4cade8,34533,1731620290751, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef788a4cade8:34533 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:38:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., hostname=ef788a4cade8,34533,1731620290751, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:38:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., hostname=ef788a4cade8,34533,1731620290751, seqNum=2 from cache 2024-11-14T21:38:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:51124 deadline: 1731620361846 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:51124 2024-11-14T21:38:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,46463,1731620287113, seqNum=-1] 2024-11-14T21:38:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., hostname=ef788a4cade8,46463,1731620287113, seqNum=2] 2024-11-14T21:38:21,859 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T21:38:21,957 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:34533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T21:38:22,276 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 725, reset compression=false 2024-11-14T21:38:22,315 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:22,315 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,34533,1731620290751 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c13b74b84f265eed3b0ebf70458206b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620301842/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T21:38:22,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.ReplicationSink(318): Replicating [4a6edadc-1215-4a79-903d-d469d74ed0b4] bulk loaded data 2024-11-14T21:38:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741844_1020 (size=11194) 2024-11-14T21:38:22,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741845_1021 (size=10791) 2024-11-14T21:38:22,436 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 687, reset compression=false 2024-11-14T21:38:22,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:38:22,465 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T21:38:22,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T21:38:22,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ for inclusion in bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T21:38:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:22,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ for inclusion in bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T21:38:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:38:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HRegion(2603): Flush status journal for bc5362e4430d488a7344ff48dfd60b06: 2024-11-14T21:38:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:38:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/eed8da714ee642beaef3ab45735357b5_SeqId_6_ 2024-11-14T21:38:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:38:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/27dbb86406ca42d499c716df29257705_SeqId_6_ 2024-11-14T21:38:22,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ into bc5362e4430d488a7344ff48dfd60b06/f as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/eed8da714ee642beaef3ab45735357b5_SeqId_6_ - updating store file list. 2024-11-14T21:38:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eed8da714ee642beaef3ab45735357b5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:22,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/eed8da714ee642beaef3ab45735357b5_SeqId_6_ into bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:22,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ into bc5362e4430d488a7344ff48dfd60b06/f (new location: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/eed8da714ee642beaef3ab45735357b5_SeqId_6_) 2024-11-14T21:38:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_ 2024-11-14T21:38:22,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ into bc5362e4430d488a7344ff48dfd60b06/f as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/27dbb86406ca42d499c716df29257705_SeqId_6_ - updating store file list. 2024-11-14T21:38:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27dbb86406ca42d499c716df29257705_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:38:22,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/27dbb86406ca42d499c716df29257705_SeqId_6_ into bc5362e4430d488a7344ff48dfd60b06/f 2024-11-14T21:38:22,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ into bc5362e4430d488a7344ff48dfd60b06/f (new location: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/f/27dbb86406ca42d499c716df29257705_SeqId_6_) 2024-11-14T21:38:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/staging/jenkins.hfs.10__test__41ajgm867mj1urd5hq7dl1lbhl2vfkqb9aehdennag9qpfbrlp1nai4qjp4pql2v/f/c6b63e0e642643d89bb088d30966d7a2_SeqId_6_ 2024-11-14T21:38:22,518 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1033, reset compression=false 2024-11-14T21:38:22,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46463 {}] regionserver.ReplicationSink(324): Finished replicating [4a6edadc-1215-4a79-903d-d469d74ed0b4] bulk loaded data 2024-11-14T21:38:22,849 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1033, reset compression=false 2024-11-14T21:38:22,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:38:22,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:22,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:22,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:22,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:22,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:22,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:38:22,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2056054826, stopped=false 2024-11-14T21:38:22,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,46567,1731620290700 2024-11-14T21:38:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1361356571/running 2024-11-14T21:38:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1361356571/running 2024-11-14T21:38:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:22,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:22,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:22,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:22,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:22,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,34533,1731620290751' ***** 2024-11-14T21:38:22,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:38:22,875 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:38:22,875 INFO [RS:0;ef788a4cade8:34533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:38:22,875 INFO [RS:0;ef788a4cade8:34533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:38:22,875 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c13b74b84f265eed3b0ebf70458206b 2024-11-14T21:38:22,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:38:22,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on znode that does not yet exist, /1-1361356571/running 2024-11-14T21:38:22,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Set watcher on znode that does not yet exist, /1-1361356571/running 2024-11-14T21:38:22,880 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:22,880 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,34533,1731620290751 2024-11-14T21:38:22,880 INFO [RS:0;ef788a4cade8:34533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:22,880 INFO [RS:0;ef788a4cade8:34533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:34533. 2024-11-14T21:38:22,880 DEBUG [RS:0;ef788a4cade8:34533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:22,880 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:22,880 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:38:22,880 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:38:22,881 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:38:22,881 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:38:22,882 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c13b74b84f265eed3b0ebf70458206b, disabling compactions & flushes 2024-11-14T21:38:22,882 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:22,882 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:22,882 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. after waiting 0 ms 2024-11-14T21:38:22,882 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:22,882 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:38:22,882 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1325): Online Regions={5c13b74b84f265eed3b0ebf70458206b=test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b., 6d0ac28ddb8b67cd565f15c758a2999a=hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:38:22,882 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c13b74b84f265eed3b0ebf70458206b, 6d0ac28ddb8b67cd565f15c758a2999a 2024-11-14T21:38:22,882 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:22,883 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:22,883 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:22,883 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:22,883 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:22,883 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:38:22,909 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:38:22,909 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:38:22,909 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/default/test/5c13b74b84f265eed3b0ebf70458206b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:22,910 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c13b74b84f265eed3b0ebf70458206b: Waiting for close lock at 1731620302882Running coprocessor pre-close hooks at 1731620302882Disabling compacts and flushes for region at 1731620302882Disabling writes for close at 1731620302882Writing region close event to WAL at 1731620302891 (+9 ms)Running coprocessor post-close hooks at 1731620302910 (+19 ms)Closed at 1731620302910 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b. 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d0ac28ddb8b67cd565f15c758a2999a, disabling compactions & flushes 2024-11-14T21:38:22,910 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. after waiting 0 ms 2024-11-14T21:38:22,910 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:22,911 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d0ac28ddb8b67cd565f15c758a2999a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T21:38:22,923 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/info/4dfc67fa6d6f4d578d242841d7d41f68 is 147, key is hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a./info:regioninfo/1731620298750/Put/seqid=0 2024-11-14T21:38:22,938 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/.tmp/hfileref/c7ed6ce944614c4d8c5fb4575e0e3039 is 74, key is 1/hfileref:092e37454cfe4a7ca554cdabe4d72b24_SeqId_6_/1731620302527/DeleteColumn/seqid=0 2024-11-14T21:38:22,939 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741844_1020 (size=7686) 2024-11-14T21:38:22,943 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/info/4dfc67fa6d6f4d578d242841d7d41f68 2024-11-14T21:38:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741845_1021 (size=5345) 2024-11-14T21:38:22,945 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/.tmp/hfileref/c7ed6ce944614c4d8c5fb4575e0e3039 2024-11-14T21:38:22,971 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/ns/ae25cd715ad14ed1b8d4a5f81edbfb8a is 43, key is default/ns:d/1731620294022/Put/seqid=0 2024-11-14T21:38:22,979 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/.tmp/queue/f1039f029fb54aafa15d4c2a440cbf49 is 154, key is 1-ef788a4cade8,34533,1731620290751/queue:ef788a4cade8%2C34533%2C1731620290751/1731620302529/Put/seqid=0 2024-11-14T21:38:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741846_1022 (size=5153) 2024-11-14T21:38:22,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741847_1023 (size=5353) 2024-11-14T21:38:22,984 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/.tmp/queue/f1039f029fb54aafa15d4c2a440cbf49 2024-11-14T21:38:22,992 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/.tmp/hfileref/c7ed6ce944614c4d8c5fb4575e0e3039 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/hfileref/c7ed6ce944614c4d8c5fb4575e0e3039 2024-11-14T21:38:22,999 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/hfileref/c7ed6ce944614c4d8c5fb4575e0e3039, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T21:38:23,000 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/.tmp/queue/f1039f029fb54aafa15d4c2a440cbf49 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/queue/f1039f029fb54aafa15d4c2a440cbf49 2024-11-14T21:38:23,008 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/queue/f1039f029fb54aafa15d4c2a440cbf49, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T21:38:23,009 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6d0ac28ddb8b67cd565f15c758a2999a in 99ms, sequenceid=12, compaction requested=false 2024-11-14T21:38:23,023 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/replication/6d0ac28ddb8b67cd565f15c758a2999a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T21:38:23,026 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:23,026 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:23,026 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:23,027 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d0ac28ddb8b67cd565f15c758a2999a: Waiting for close lock at 1731620302910Running coprocessor pre-close hooks at 1731620302910Disabling compacts and flushes for region at 1731620302910Disabling writes for close at 1731620302910Obtaining lock to block concurrent updates at 1731620302911 (+1 ms)Preparing flush snapshotting stores in 6d0ac28ddb8b67cd565f15c758a2999a at 1731620302911Finished memstore snapshotting hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731620302911Flushing stores of hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. at 1731620302912 (+1 ms)Flushing 6d0ac28ddb8b67cd565f15c758a2999a/hfileref: creating writer at 1731620302912Flushing 6d0ac28ddb8b67cd565f15c758a2999a/hfileref: appending metadata at 1731620302938 (+26 ms)Flushing 6d0ac28ddb8b67cd565f15c758a2999a/hfileref: closing flushed file at 1731620302938Flushing 6d0ac28ddb8b67cd565f15c758a2999a/queue: creating writer at 1731620302952 (+14 ms)Flushing 6d0ac28ddb8b67cd565f15c758a2999a/queue: appending metadata at 1731620302978 (+26 ms)Flushing 6d0ac28ddb8b67cd565f15c758a2999a/queue: closing flushed file at 1731620302978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ac3ac8: reopening flushed file at 1731620302991 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eec3419: reopening flushed file at 1731620302999 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6d0ac28ddb8b67cd565f15c758a2999a in 99ms, sequenceid=12, compaction requested=false at 1731620303009 (+10 ms)Writing region close event to WAL at 1731620303017 (+8 ms)Running coprocessor post-close hooks at 1731620303026 (+9 ms)Closed at 1731620303026 2024-11-14T21:38:23,027 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620298252.6d0ac28ddb8b67cd565f15c758a2999a. 2024-11-14T21:38:23,083 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:23,164 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 687, reset compression=false 2024-11-14T21:38:23,170 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:23,170 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,46463,1731620287113 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc5362e4430d488a7344ff48dfd60b06/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620302518/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T21:38:23,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ef788a4cade8,34533,1731620290751 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T21:38:23,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:51114 deadline: 1731620363171, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ef788a4cade8,34533,1731620290751 stopping 2024-11-14T21:38:23,175 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ef788a4cade8,34533,1731620290751 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:23,257 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1033, reset compression=false 2024-11-14T21:38:23,273 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:23,273 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1328, reset compression=false 2024-11-14T21:38:23,273 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,34533,1731620290751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:23,275 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,34533,1731620290751: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,34533,1731620290751, walGroup=ef788a4cade8%2C34533%2C1731620290751, offset=ef788a4cade8%2C34533%2C1731620290751.1731620293079:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:34533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:38:23,277 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:38:23,280 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:38:23,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef788a4cade8,34533,1731620290751 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:23,283 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:38:23,283 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:38:23,283 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:23,283 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:38:23,283 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 548787200 }, "NonHeapMemoryUsage": { "committed": 189661184, "init": 7667712, "max": -1, "used": 186808184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:38:23,282 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef788a4cade8,34533,1731620290751 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:23,287 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:38:23,371 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1033, reset compression=false 2024-11-14T21:38:23,385 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/ns/ae25cd715ad14ed1b8d4a5f81edbfb8a 2024-11-14T21:38:23,422 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/rep_barrier/c4186876c05c4715934cb2706f15a664 is 112, key is test,,1731620295369.5c13b74b84f265eed3b0ebf70458206b./rep_barrier:seqnumDuringOpen/1731620295865/Put/seqid=0 2024-11-14T21:38:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741848_1024 (size=5518) 2024-11-14T21:38:23,483 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:23,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef788a4cade8,34533,1731620290751 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:23,488 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef788a4cade8,34533,1731620290751 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:23,494 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1328, reset compression=false 2024-11-14T21:38:23,677 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1033, reset compression=false 2024-11-14T21:38:23,683 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:23,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef788a4cade8,34533,1731620290751 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:23,799 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef788a4cade8,34533,1731620290751 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:23,827 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1328, reset compression=false 2024-11-14T21:38:23,871 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/rep_barrier/c4186876c05c4715934cb2706f15a664 2024-11-14T21:38:23,884 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:38:23,884 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:38:23,884 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:23,921 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/table/f1b1f05521a745039ff5b0b155f3b872 is 53, key is hbase:replication/table:state/1731620298765/Put/seqid=0 2024-11-14T21:38:23,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741849_1025 (size=5308) 2024-11-14T21:38:24,086 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:24,124 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1033, reset compression=false 2024-11-14T21:38:24,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef788a4cade8,34533,1731620290751 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:24,207 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef788a4cade8,34533,1731620290751 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:24,246 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1328, reset compression=false 2024-11-14T21:38:24,286 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:24,363 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/table/f1b1f05521a745039ff5b0b155f3b872 2024-11-14T21:38:24,446 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/info/4dfc67fa6d6f4d578d242841d7d41f68 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/info/4dfc67fa6d6f4d578d242841d7d41f68 2024-11-14T21:38:24,472 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/info/4dfc67fa6d6f4d578d242841d7d41f68, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:38:24,479 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/ns/ae25cd715ad14ed1b8d4a5f81edbfb8a as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/ns/ae25cd715ad14ed1b8d4a5f81edbfb8a 2024-11-14T21:38:24,486 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:24,531 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/ns/ae25cd715ad14ed1b8d4a5f81edbfb8a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:38:24,537 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/rep_barrier/c4186876c05c4715934cb2706f15a664 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/rep_barrier/c4186876c05c4715934cb2706f15a664 2024-11-14T21:38:24,583 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/rep_barrier/c4186876c05c4715934cb2706f15a664, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:38:24,585 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/.tmp/table/f1b1f05521a745039ff5b0b155f3b872 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/table/f1b1f05521a745039ff5b0b155f3b872 2024-11-14T21:38:24,615 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/table/f1b1f05521a745039ff5b0b155f3b872, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:38:24,619 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false 2024-11-14T21:38:24,658 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1033, reset compression=false 2024-11-14T21:38:24,687 DEBUG [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:24,703 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:38:24,704 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:24,704 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:24,704 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:24,705 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620302882Running coprocessor pre-close hooks at 1731620302882Disabling compacts and flushes for region at 1731620302882Disabling writes for close at 1731620302883 (+1 ms)Obtaining lock to block concurrent updates at 1731620302883Preparing flush snapshotting stores in 1588230740 at 1731620302883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620302883Flushing stores of hbase:meta,,1.1588230740 at 1731620302884 (+1 ms)Flushing 1588230740/info: creating writer at 1731620302884Flushing 1588230740/info: appending metadata at 1731620302923 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731620302923Flushing 1588230740/ns: creating writer at 1731620302949 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731620302971 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731620302971Flushing 1588230740/rep_barrier: creating writer at 1731620303397 (+426 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620303421 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620303421Flushing 1588230740/table: creating writer at 1731620303887 (+466 ms)Flushing 1588230740/table: appending metadata at 1731620303921 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731620303921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f5dd13: reopening flushed file at 1731620304430 (+509 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b79131d: reopening flushed file at 1731620304472 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d61a9fc: reopening flushed file at 1731620304532 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7101110f: reopening flushed file at 1731620304584 (+52 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false at 1731620304619 (+35 ms)Writing region close event to WAL at 1731620304674 (+55 ms)Running coprocessor post-close hooks at 1731620304704 (+30 ms)Closed at 1731620304704 2024-11-14T21:38:24,705 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:24,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef788a4cade8,34533,1731620290751 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:24,712 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef788a4cade8,34533,1731620290751 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:24,788 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 to pos 1328, reset compression=false 2024-11-14T21:38:24,887 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,34533,1731620290751; all regions closed. 2024-11-14T21:38:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:38:24,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.meta.1731620293863.meta not finished, retry = 0 2024-11-14T21:38:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741839_1015 (size=3127) 2024-11-14T21:38:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741833_1009 (size=1336) 2024-11-14T21:38:25,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/WALs/ef788a4cade8,34533,1731620290751/ef788a4cade8%2C34533%2C1731620290751.1731620293079 not finished, retry = 0 2024-11-14T21:38:25,182 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:25,182 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:25,183 INFO [RS:0;ef788a4cade8:34533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:25,183 INFO [RS:0;ef788a4cade8:34533 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:25,183 INFO [RS:0;ef788a4cade8:34533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:25,184 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,34533,1731620290751 because: Region server is closing 2024-11-14T21:38:25,184 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:25,184 INFO [RS:0;ef788a4cade8:34533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:34533. 2024-11-14T21:38:25,184 DEBUG [RS:0;ef788a4cade8:34533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:25,184 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:25,185 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:25,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:25,286 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.shipperef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 terminated 2024-11-14T21:38:25,286 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,34533,1731620290751.replicationSource.wal-reader.ef788a4cade8%2C34533%2C1731620290751,1-ef788a4cade8,34533,1731620290751 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:38:25,287 INFO [RS:0;ef788a4cade8:34533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:34533. 2024-11-14T21:38:25,287 DEBUG [RS:0;ef788a4cade8:34533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:25,287 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:25,288 DEBUG [RS:0;ef788a4cade8:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:25,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:25,288 INFO [RS:0;ef788a4cade8:34533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34533 2024-11-14T21:38:25,292 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1033, reset compression=false 2024-11-14T21:38:25,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1361356571/rs/ef788a4cade8,34533,1731620290751 2024-11-14T21:38:25,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571/rs 2024-11-14T21:38:25,294 INFO [RS:0;ef788a4cade8:34533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:25,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,34533,1731620290751] 2024-11-14T21:38:25,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1361356571/draining/ef788a4cade8,34533,1731620290751 already deleted, retry=false 2024-11-14T21:38:25,307 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,34533,1731620290751 expired; onlineServers=0 2024-11-14T21:38:25,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,46567,1731620290700' ***** 2024-11-14T21:38:25,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:38:25,310 INFO [M:0;ef788a4cade8:46567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:25,310 INFO [M:0;ef788a4cade8:46567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:25,310 DEBUG [M:0;ef788a4cade8:46567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:38:25,311 DEBUG [M:0;ef788a4cade8:46567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:38:25,311 INFO [M:0;ef788a4cade8:46567 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:25,311 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620292549 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620292549,5,FailOnTimeoutGroup] 2024-11-14T21:38:25,311 INFO [M:0;ef788a4cade8:46567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:25,311 DEBUG [M:0;ef788a4cade8:46567 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:38:25,311 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:38:25,311 INFO [M:0;ef788a4cade8:46567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:38:25,311 INFO [M:0;ef788a4cade8:46567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:25,311 INFO [M:0;ef788a4cade8:46567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:38:25,311 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:38:25,311 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620292543 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620292543,5,FailOnTimeoutGroup] 2024-11-14T21:38:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1361356571/master 2024-11-14T21:38:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1361356571 2024-11-14T21:38:25,323 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ef788a4cade8:34533 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:34533 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:25,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ef788a4cade8:34533 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:34533 2024-11-14T21:38:25,325 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ef788a4cade8:34533 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:34533 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:34533 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T21:38:25,327 DEBUG [M:0;ef788a4cade8:46567 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1361356571/master already deleted, retry=false 2024-11-14T21:38:25,327 DEBUG [M:0;ef788a4cade8:46567 {}] master.ActiveMasterManager(353): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1361356571/master 2024-11-14T21:38:25,332 INFO [M:0;ef788a4cade8:46567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/.lastflushedseqids 2024-11-14T21:38:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T21:38:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57450 deadline: 1731620365339, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T21:38:25,373 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T21:38:25,374 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T21:38:25,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:25,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x100ac603d050004, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:25,401 INFO [RS:0;ef788a4cade8:34533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:25,401 INFO [RS:0;ef788a4cade8:34533 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,34533,1731620290751; zookeeper connection closed. 2024-11-14T21:38:25,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741850_1026 (size=263) 2024-11-14T21:38:25,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@446f6a4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@446f6a4e 2024-11-14T21:38:25,409 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:38:25,811 INFO [M:0;ef788a4cade8:46567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:38:25,811 INFO [M:0;ef788a4cade8:46567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:38:25,811 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:25,811 INFO [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:25,811 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:25,811 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:25,811 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:25,811 INFO [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T21:38:25,875 DEBUG [M:0;ef788a4cade8:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/685d87b984a541fe868f23e7be44c866 is 82, key is hbase:meta,,1/info:regioninfo/1731620294005/Put/seqid=0 2024-11-14T21:38:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741851_1027 (size=5672) 2024-11-14T21:38:25,919 INFO [M:0;ef788a4cade8:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/685d87b984a541fe868f23e7be44c866 2024-11-14T21:38:25,953 DEBUG [M:0;ef788a4cade8:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca29dd6916ac46f8b188ffb7ae299c67 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620298769/Put/seqid=0 2024-11-14T21:38:25,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741852_1028 (size=8516) 2024-11-14T21:38:25,992 INFO [M:0;ef788a4cade8:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca29dd6916ac46f8b188ffb7ae299c67 2024-11-14T21:38:26,019 DEBUG [M:0;ef788a4cade8:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea6f89f12e6346d2a8802daeb7f524a5 is 69, key is ef788a4cade8,34533,1731620290751/rs:state/1731620292765/Put/seqid=0 2024-11-14T21:38:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741853_1029 (size=5156) 2024-11-14T21:38:26,039 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1033, reset compression=false 2024-11-14T21:38:26,074 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T21:38:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T21:38:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57450 deadline: 1731620366076, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T21:38:26,077 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T21:38:26,077 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T21:38:26,077 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T21:38:26,426 INFO [M:0;ef788a4cade8:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea6f89f12e6346d2a8802daeb7f524a5 2024-11-14T21:38:26,437 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/685d87b984a541fe868f23e7be44c866 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/685d87b984a541fe868f23e7be44c866 2024-11-14T21:38:26,469 INFO [M:0;ef788a4cade8:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/685d87b984a541fe868f23e7be44c866, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:38:26,476 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca29dd6916ac46f8b188ffb7ae299c67 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca29dd6916ac46f8b188ffb7ae299c67 2024-11-14T21:38:26,484 INFO [M:0;ef788a4cade8:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca29dd6916ac46f8b188ffb7ae299c67, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:38:26,487 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea6f89f12e6346d2a8802daeb7f524a5 as hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea6f89f12e6346d2a8802daeb7f524a5 2024-11-14T21:38:26,492 INFO [M:0;ef788a4cade8:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33091/user/jenkins/test-data/a636bf41-1f96-8481-4875-f88eb1264dc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea6f89f12e6346d2a8802daeb7f524a5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:38:26,493 INFO [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 682ms, sequenceid=97, compaction requested=false 2024-11-14T21:38:26,531 INFO [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:26,531 DEBUG [M:0;ef788a4cade8:46567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620305811Disabling compacts and flushes for region at 1731620305811Disabling writes for close at 1731620305811Obtaining lock to block concurrent updates at 1731620305811Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620305811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731620305812 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620305816 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620305816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620305875 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620305875Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620305929 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620305953 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620305953Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620305997 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620306019 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620306019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73389ee2: reopening flushed file at 1731620306432 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572b8063: reopening flushed file at 1731620306469 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31112709: reopening flushed file at 1731620306485 (+16 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 682ms, sequenceid=97, compaction requested=false at 1731620306493 (+8 ms)Writing region close event to WAL at 1731620306530 (+37 ms)Closed at 1731620306530 2024-11-14T21:38:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42693 is added to blk_1073741830_1006 (size=63654) 2024-11-14T21:38:26,580 INFO [M:0;ef788a4cade8:46567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:38:26,580 INFO [M:0;ef788a4cade8:46567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46567 2024-11-14T21:38:26,581 INFO [M:0;ef788a4cade8:46567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:26,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:26,687 INFO [M:0;ef788a4cade8:46567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:26,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:26,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x100ac603d050003, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:26,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e87d3d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:26,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4182a9b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:26,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:26,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf4090c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:26,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e92dc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:26,715 WARN [BP-75628342-172.17.0.2-1731620289299 heartbeating to localhost/127.0.0.1:33091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:38:26,716 WARN [BP-75628342-172.17.0.2-1731620289299 heartbeating to localhost/127.0.0.1:33091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-75628342-172.17.0.2-1731620289299 (Datanode Uuid e37cf471-2515-4ed7-95bb-632a9f591e0e) service to localhost/127.0.0.1:33091 2024-11-14T21:38:26,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/cluster_bf6c273a-09a5-5ea9-8b95-ca04ab4ae482/data/data2/current/BP-75628342-172.17.0.2-1731620289299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:26,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:38:26,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:38:26,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:38:26,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/cluster_bf6c273a-09a5-5ea9-8b95-ca04ab4ae482/data/data1/current/BP-75628342-172.17.0.2-1731620289299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:26,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44295b0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:26,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aa1989c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:26,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:26,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cbddded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:26,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530955be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:38:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:38:26,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:26,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:26,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:26,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:26,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:26,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:38:26,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=392548828, stopped=false 2024-11-14T21:38:26,771 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,34405,1731620287056 2024-11-14T21:38:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01902761375/running 2024-11-14T21:38:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01902761375/running 2024-11-14T21:38:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:26,773 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:26,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on znode that does not yet exist, /01902761375/running 2024-11-14T21:38:26,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Set watcher on znode that does not yet exist, /01902761375/running 2024-11-14T21:38:26,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:26,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:26,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:26,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,46463,1731620287113' ***** 2024-11-14T21:38:26,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:38:26,776 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:38:26,776 INFO [RS:0;ef788a4cade8:46463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:38:26,776 INFO [RS:0;ef788a4cade8:46463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:38:26,776 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(3091): Received CLOSE for bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:26,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:38:26,791 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(3091): Received CLOSE for 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:26,791 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,46463,1731620287113 2024-11-14T21:38:26,792 INFO [RS:0;ef788a4cade8:46463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:26,792 INFO [RS:0;ef788a4cade8:46463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:46463. 2024-11-14T21:38:26,792 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc5362e4430d488a7344ff48dfd60b06, disabling compactions & flushes 2024-11-14T21:38:26,792 DEBUG [RS:0;ef788a4cade8:46463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:26,792 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:26,792 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:26,792 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:26,792 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. after waiting 0 ms 2024-11-14T21:38:26,792 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:26,792 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:38:26,792 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:38:26,792 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:38:26,792 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:38:26,806 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:38:26,806 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bc5362e4430d488a7344ff48dfd60b06=test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06., 75df4039a523ccf96980914cefac8daf=hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf.} 2024-11-14T21:38:26,806 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75df4039a523ccf96980914cefac8daf, bc5362e4430d488a7344ff48dfd60b06 2024-11-14T21:38:26,807 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:26,807 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:26,807 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:26,807 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:26,807 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:26,807 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:38:26,822 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/default/test/bc5362e4430d488a7344ff48dfd60b06/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T21:38:26,823 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:26,823 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:26,823 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:26,824 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc5362e4430d488a7344ff48dfd60b06: Waiting for close lock at 1731620306792Running coprocessor pre-close hooks at 1731620306792Disabling compacts and flushes for region at 1731620306792Disabling writes for close at 1731620306792Writing region close event to WAL at 1731620306809 (+17 ms)Running coprocessor post-close hooks at 1731620306823 (+14 ms)Closed at 1731620306823 2024-11-14T21:38:26,824 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06. 2024-11-14T21:38:26,824 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75df4039a523ccf96980914cefac8daf, disabling compactions & flushes 2024-11-14T21:38:26,824 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:26,824 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:26,824 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. after waiting 0 ms 2024-11-14T21:38:26,824 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:26,824 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75df4039a523ccf96980914cefac8daf 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T21:38:26,843 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1033, reset compression=false 2024-11-14T21:38:26,851 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/info/cc540ba8f98243848a3aa41c29e3eb30 is 147, key is hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf./info:regioninfo/1731620297036/Put/seqid=0 2024-11-14T21:38:26,858 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:26,869 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/.tmp/hfileref/602006917dda44a3ba3b060adfede35f is 74, key is 1/hfileref:0e9bf00a3c8e41ec8ef252b675248c1d_SeqId_4_/1731620300711/DeleteColumn/seqid=0 2024-11-14T21:38:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741846_1022 (size=7686) 2024-11-14T21:38:26,878 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T21:38:26,879 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ef788a4cade8:46567 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:46567 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ef788a4cade8:46567 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:46567 2024-11-14T21:38:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741847_1023 (size=5345) 2024-11-14T21:38:26,884 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/.tmp/hfileref/602006917dda44a3ba3b060adfede35f 2024-11-14T21:38:26,891 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:26,891 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1328, reset compression=false 2024-11-14T21:38:26,945 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/.tmp/queue/2ec1425a5261405895e328459bce76a0 is 153, key is 1-ef788a4cade8,46463,1731620287113/queue:ef788a4cade8%2C46463%2C1731620287113/1731620300720/Put/seqid=0 2024-11-14T21:38:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741848_1024 (size=5352) 2024-11-14T21:38:26,994 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/.tmp/queue/2ec1425a5261405895e328459bce76a0 2024-11-14T21:38:26,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:26,998 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ef788a4cade8:46567 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:46567 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:38:26,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ef788a4cade8:46567 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:46567 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T21:38:27,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ef788a4cade8:46567 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef788a4cade8/172.17.0.2:46567 2024-11-14T21:38:27,010 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75df4039a523ccf96980914cefac8daf 2024-11-14T21:38:27,026 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/.tmp/hfileref/602006917dda44a3ba3b060adfede35f as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/hfileref/602006917dda44a3ba3b060adfede35f 2024-11-14T21:38:27,055 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/hfileref/602006917dda44a3ba3b060adfede35f, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T21:38:27,063 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/.tmp/queue/2ec1425a5261405895e328459bce76a0 as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/queue/2ec1425a5261405895e328459bce76a0 2024-11-14T21:38:27,085 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/queue/2ec1425a5261405895e328459bce76a0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T21:38:27,086 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 75df4039a523ccf96980914cefac8daf in 262ms, sequenceid=10, compaction requested=false 2024-11-14T21:38:27,087 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:38:27,100 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1328, reset compression=false 2024-11-14T21:38:27,194 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/replication/75df4039a523ccf96980914cefac8daf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T21:38:27,198 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:27,198 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:27,199 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:27,200 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75df4039a523ccf96980914cefac8daf: Waiting for close lock at 1731620306824Running coprocessor pre-close hooks at 1731620306824Disabling compacts and flushes for region at 1731620306824Disabling writes for close at 1731620306824Obtaining lock to block concurrent updates at 1731620306824Preparing flush snapshotting stores in 75df4039a523ccf96980914cefac8daf at 1731620306824Finished memstore snapshotting hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731620306825 (+1 ms)Flushing stores of hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. at 1731620306825Flushing 75df4039a523ccf96980914cefac8daf/hfileref: creating writer at 1731620306826 (+1 ms)Flushing 75df4039a523ccf96980914cefac8daf/hfileref: appending metadata at 1731620306868 (+42 ms)Flushing 75df4039a523ccf96980914cefac8daf/hfileref: closing flushed file at 1731620306868Flushing 75df4039a523ccf96980914cefac8daf/queue: creating writer at 1731620306901 (+33 ms)Flushing 75df4039a523ccf96980914cefac8daf/queue: appending metadata at 1731620306944 (+43 ms)Flushing 75df4039a523ccf96980914cefac8daf/queue: closing flushed file at 1731620306944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63751bd2: reopening flushed file at 1731620307012 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429545b6: reopening flushed file at 1731620307055 (+43 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 75df4039a523ccf96980914cefac8daf in 262ms, sequenceid=10, compaction requested=false at 1731620307087 (+32 ms)Writing region close event to WAL at 1731620307174 (+87 ms)Running coprocessor post-close hooks at 1731620307198 (+24 ms)Closed at 1731620307199 (+1 ms) 2024-11-14T21:38:27,200 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620296065.75df4039a523ccf96980914cefac8daf. 2024-11-14T21:38:27,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:27,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ef788a4cade8:46567 this server is in the failed servers list 2024-11-14T21:38:27,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ef788a4cade8:46567 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:27,210 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:27,277 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/info/cc540ba8f98243848a3aa41c29e3eb30 2024-11-14T21:38:27,282 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:38:27,283 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:38:27,338 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/ns/b4c0824f9e6e4d629a38404eec77f54f is 43, key is default/ns:d/1731620289155/Put/seqid=0 2024-11-14T21:38:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741849_1025 (size=5153) 2024-11-14T21:38:27,411 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:27,443 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1328, reset compression=false 2024-11-14T21:38:27,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:27,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ef788a4cade8:46567 this server is in the failed servers list 2024-11-14T21:38:27,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ef788a4cade8:46567 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:27,611 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:27,777 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/ns/b4c0824f9e6e4d629a38404eec77f54f 2024-11-14T21:38:27,811 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:38:27,811 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:38:27,811 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:27,812 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/rep_barrier/cb09b55bfc2740758c6b963554b9c068 is 112, key is test,,1731620294217.bc5362e4430d488a7344ff48dfd60b06./rep_barrier:seqnumDuringOpen/1731620295267/Put/seqid=0 2024-11-14T21:38:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741850_1026 (size=5518) 2024-11-14T21:38:27,848 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1328, reset compression=false 2024-11-14T21:38:28,011 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:28,026 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:28,026 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ef788a4cade8:46567 this server is in the failed servers list 2024-11-14T21:38:28,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ef788a4cade8:46567 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:28,212 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:28,237 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/rep_barrier/cb09b55bfc2740758c6b963554b9c068 2024-11-14T21:38:28,301 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/table/657a670d3f114d9b9557d080d646a4c2 is 53, key is hbase:replication/table:state/1731620297044/Put/seqid=0 2024-11-14T21:38:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741851_1027 (size=5308) 2024-11-14T21:38:28,354 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/table/657a670d3f114d9b9557d080d646a4c2 2024-11-14T21:38:28,361 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/info/cc540ba8f98243848a3aa41c29e3eb30 as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/info/cc540ba8f98243848a3aa41c29e3eb30 2024-11-14T21:38:28,370 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.1731620288423 to pos 1328, reset compression=false 2024-11-14T21:38:28,389 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/info/cc540ba8f98243848a3aa41c29e3eb30, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:38:28,393 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/ns/b4c0824f9e6e4d629a38404eec77f54f as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/ns/b4c0824f9e6e4d629a38404eec77f54f 2024-11-14T21:38:28,407 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/ns/b4c0824f9e6e4d629a38404eec77f54f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:38:28,410 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/rep_barrier/cb09b55bfc2740758c6b963554b9c068 as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/rep_barrier/cb09b55bfc2740758c6b963554b9c068 2024-11-14T21:38:28,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:28,414 DEBUG [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:28,420 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/rep_barrier/cb09b55bfc2740758c6b963554b9c068, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:38:28,421 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/.tmp/table/657a670d3f114d9b9557d080d646a4c2 as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/table/657a670d3f114d9b9557d080d646a4c2 2024-11-14T21:38:28,428 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/table/657a670d3f114d9b9557d080d646a4c2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:38:28,435 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1628ms, sequenceid=16, compaction requested=false 2024-11-14T21:38:28,435 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:38:28,472 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:38:28,475 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:28,475 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:28,475 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:28,475 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620306806Running coprocessor pre-close hooks at 1731620306806Disabling compacts and flushes for region at 1731620306807 (+1 ms)Disabling writes for close at 1731620306807Obtaining lock to block concurrent updates at 1731620306807Preparing flush snapshotting stores in 1588230740 at 1731620306807Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620306808 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620306808Flushing 1588230740/info: creating writer at 1731620306808Flushing 1588230740/info: appending metadata at 1731620306850 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731620306850Flushing 1588230740/ns: creating writer at 1731620307293 (+443 ms)Flushing 1588230740/ns: appending metadata at 1731620307337 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731620307337Flushing 1588230740/rep_barrier: creating writer at 1731620307783 (+446 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620307811 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620307811Flushing 1588230740/table: creating writer at 1731620308256 (+445 ms)Flushing 1588230740/table: appending metadata at 1731620308300 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731620308300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293a23a2: reopening flushed file at 1731620308360 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735b806: reopening flushed file at 1731620308389 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3847fd11: reopening flushed file at 1731620308409 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30850ea5: reopening flushed file at 1731620308420 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1628ms, sequenceid=16, compaction requested=false at 1731620308435 (+15 ms)Writing region close event to WAL at 1731620308467 (+32 ms)Running coprocessor post-close hooks at 1731620308475 (+8 ms)Closed at 1731620308475 2024-11-14T21:38:28,475 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:28,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:28,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:28,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:38:28,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:38:28,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T21:38:28,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:28,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:28,615 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,46463,1731620287113; all regions closed. 2024-11-14T21:38:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:38:28,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.meta.1731620289044.meta not finished, retry = 0 2024-11-14T21:38:28,720 DEBUG [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/oldWALs 2024-11-14T21:38:28,720 INFO [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C46463%2C1731620287113.meta:.meta(num 1731620289044) 2024-11-14T21:38:28,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/WALs/ef788a4cade8,46463,1731620287113/ef788a4cade8%2C46463%2C1731620287113.rep.1731620296993 not finished, retry = 0 2024-11-14T21:38:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741839_1015 (size=2695) 2024-11-14T21:38:28,825 DEBUG [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/oldWALs 2024-11-14T21:38:28,825 INFO [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C46463%2C1731620287113.rep:(num 1731620296993) 2024-11-14T21:38:28,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741832_1008 (size=1336) 2024-11-14T21:38:28,839 DEBUG [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/oldWALs 2024-11-14T21:38:28,839 INFO [RS:0;ef788a4cade8:46463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C46463%2C1731620287113:(num 1731620288423) 2024-11-14T21:38:28,839 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:28,839 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:28,839 INFO [RS:0;ef788a4cade8:46463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:28,839 INFO [RS:0;ef788a4cade8:46463 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:28,839 INFO [RS:0;ef788a4cade8:46463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:28,839 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,46463,1731620287113 because: Region server is closing 2024-11-14T21:38:28,839 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:28,840 INFO [RS:0;ef788a4cade8:46463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:46463. 2024-11-14T21:38:28,840 DEBUG [RS:0;ef788a4cade8:46463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:28,840 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:28,840 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:28,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:28,941 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T21:38:28,941 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T21:38:28,941 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T21:38:28,942 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.wal-reader.ef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:38:29,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:29,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:29,042 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:29,842 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,46463,1731620287113.replicationSource.shipperef788a4cade8%2C46463%2C1731620287113,1-ef788a4cade8,46463,1731620287113 terminated 2024-11-14T21:38:29,843 INFO [RS:0;ef788a4cade8:46463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:46463. 2024-11-14T21:38:29,843 DEBUG [RS:0;ef788a4cade8:46463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:29,843 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:29,843 DEBUG [RS:0;ef788a4cade8:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:29,843 INFO [RS:0;ef788a4cade8:46463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46463 2024-11-14T21:38:29,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01902761375/rs/ef788a4cade8,46463,1731620287113 2024-11-14T21:38:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375/rs 2024-11-14T21:38:29,845 INFO [RS:0;ef788a4cade8:46463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:29,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,46463,1731620287113] 2024-11-14T21:38:29,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01902761375/draining/ef788a4cade8,46463,1731620287113 already deleted, retry=false 2024-11-14T21:38:29,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,46463,1731620287113 expired; onlineServers=0 2024-11-14T21:38:29,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,34405,1731620287056' ***** 2024-11-14T21:38:29,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:38:29,848 INFO [M:0;ef788a4cade8:34405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:29,848 INFO [M:0;ef788a4cade8:34405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:29,850 DEBUG [M:0;ef788a4cade8:34405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:38:29,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:38:29,850 DEBUG [M:0;ef788a4cade8:34405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:38:29,851 INFO [M:0;ef788a4cade8:34405 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:29,851 INFO [M:0;ef788a4cade8:34405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:29,851 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620288256 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620288256,5,FailOnTimeoutGroup] 2024-11-14T21:38:29,851 DEBUG [M:0;ef788a4cade8:34405 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:38:29,851 INFO [M:0;ef788a4cade8:34405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:38:29,851 INFO [M:0;ef788a4cade8:34405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:29,851 INFO [M:0;ef788a4cade8:34405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:38:29,851 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620288257 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620288257,5,FailOnTimeoutGroup] 2024-11-14T21:38:29,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:38:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01902761375/master 2024-11-14T21:38:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01902761375 2024-11-14T21:38:29,855 DEBUG [M:0;ef788a4cade8:34405 {}] zookeeper.ZKUtil(347): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Unable to get data of znode /01902761375/master because node does not exist (not an error) 2024-11-14T21:38:29,855 WARN [M:0;ef788a4cade8:34405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:38:29,856 INFO [M:0;ef788a4cade8:34405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/.lastflushedseqids 2024-11-14T21:38:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741852_1028 (size=263) 2024-11-14T21:38:29,885 INFO [M:0;ef788a4cade8:34405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:38:29,885 INFO [M:0;ef788a4cade8:34405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:38:29,885 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:29,885 INFO [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:29,885 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:29,885 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:29,885 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:29,885 INFO [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T21:38:29,916 DEBUG [M:0;ef788a4cade8:34405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c509d2a02b264a789c2e0c6037e58bbb is 82, key is hbase:meta,,1/info:regioninfo/1731620289125/Put/seqid=0 2024-11-14T21:38:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741853_1029 (size=5672) 2024-11-14T21:38:29,947 INFO [RS:0;ef788a4cade8:46463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:29,947 INFO [RS:0;ef788a4cade8:46463 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,46463,1731620287113; zookeeper connection closed. 2024-11-14T21:38:29,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:29,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x100ac603d050001, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:29,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26699d3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26699d3d 2024-11-14T21:38:29,967 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:38:30,350 INFO [M:0;ef788a4cade8:34405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c509d2a02b264a789c2e0c6037e58bbb 2024-11-14T21:38:30,428 DEBUG [M:0;ef788a4cade8:34405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b58ea7613a5405fb56b48b0f544148f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620297048/Put/seqid=0 2024-11-14T21:38:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741854_1030 (size=8515) 2024-11-14T21:38:30,472 INFO [M:0;ef788a4cade8:34405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b58ea7613a5405fb56b48b0f544148f 2024-11-14T21:38:30,519 DEBUG [M:0;ef788a4cade8:34405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10cd4da74264308b453f75c41b3117a is 69, key is ef788a4cade8,46463,1731620287113/rs:state/1731620288269/Put/seqid=0 2024-11-14T21:38:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741855_1031 (size=5156) 2024-11-14T21:38:30,556 INFO [M:0;ef788a4cade8:34405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10cd4da74264308b453f75c41b3117a 2024-11-14T21:38:30,566 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c509d2a02b264a789c2e0c6037e58bbb as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c509d2a02b264a789c2e0c6037e58bbb 2024-11-14T21:38:30,575 INFO [M:0;ef788a4cade8:34405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c509d2a02b264a789c2e0c6037e58bbb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:38:30,576 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b58ea7613a5405fb56b48b0f544148f as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b58ea7613a5405fb56b48b0f544148f 2024-11-14T21:38:30,584 INFO [M:0;ef788a4cade8:34405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b58ea7613a5405fb56b48b0f544148f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:38:30,589 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10cd4da74264308b453f75c41b3117a as hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d10cd4da74264308b453f75c41b3117a 2024-11-14T21:38:30,608 INFO [M:0;ef788a4cade8:34405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/8f50a1f3-90de-8b21-194a-8e1301eb400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d10cd4da74264308b453f75c41b3117a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:38:30,609 INFO [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 724ms, sequenceid=97, compaction requested=false 2024-11-14T21:38:30,619 INFO [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:30,619 DEBUG [M:0;ef788a4cade8:34405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620309885Disabling compacts and flushes for region at 1731620309885Disabling writes for close at 1731620309885Obtaining lock to block concurrent updates at 1731620309885Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620309885Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731620309886 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620309886Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620309886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620309915 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620309916 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620310365 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620310427 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620310428 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620310486 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620310518 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620310518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3a09e5: reopening flushed file at 1731620310565 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6d1a0b: reopening flushed file at 1731620310575 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76801cda: reopening flushed file at 1731620310584 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 724ms, sequenceid=97, compaction requested=false at 1731620310609 (+25 ms)Writing region close event to WAL at 1731620310619 (+10 ms)Closed at 1731620310619 2024-11-14T21:38:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741830_1006 (size=63642) 2024-11-14T21:38:30,633 INFO [M:0;ef788a4cade8:34405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:38:30,633 INFO [M:0;ef788a4cade8:34405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34405 2024-11-14T21:38:30,634 INFO [M:0;ef788a4cade8:34405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:30,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:30,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:30,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x100ac603d050000, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:30,737 INFO [M:0;ef788a4cade8:34405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:30,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ba417b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:30,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdeb800{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:30,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:30,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6022ec56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:30,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d844d4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:30,818 WARN [BP-1589296156-172.17.0.2-1731620285759 heartbeating to localhost/127.0.0.1:34645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:38:30,818 WARN [BP-1589296156-172.17.0.2-1731620285759 heartbeating to localhost/127.0.0.1:34645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589296156-172.17.0.2-1731620285759 (Datanode Uuid 263659ea-8ad2-4d67-b1bd-495e93a44c1a) service to localhost/127.0.0.1:34645 2024-11-14T21:38:30,819 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:38:30,819 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:38:30,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7/data/data2/current/BP-1589296156-172.17.0.2-1731620285759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:30,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/cluster_0ae78ada-4c5e-ee34-ec0e-d6eb612e23d7/data/data1/current/BP-1589296156-172.17.0.2-1731620285759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:30,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:38:30,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b6d02a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:30,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3744480b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:30,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:30,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1838b9cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:30,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38994cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5d1ee1e-bb32-d10f-5c2f-735adc0748bf/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:30,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:38:30,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:38:30,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 203) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34645 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33091 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34645 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33091 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=973 (was 775) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2033 (was 895) - AvailableMemoryMB LEAK? - 2024-11-14T21:38:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac603d050005, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:38:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac603d050002, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:38:30,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac603d050005, quorum=127.0.0.1:60568, baseZNode=/1-1361356571 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:38:30,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac603d050002, quorum=127.0.0.1:60568, baseZNode=/01902761375 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:38:30,988 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=973, ProcessCount=11, AvailableMemoryMB=2023 2024-11-14T21:38:31,025 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T21:38:31,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.log.dir so I do NOT create it in target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2 2024-11-14T21:38:31,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:38:31,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.tmp.dir so I do NOT create it in target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2 2024-11-14T21:38:31,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07d1fb5-3151-b41a-d72b-f9d99e31c90d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:38:31,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2 2024-11-14T21:38:31,034 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5, deleteOnExit=true 2024-11-14T21:38:31,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:31,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:31,059 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:31,084 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5/zookeeper_0, clientPort=63737, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:38:31,106 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63737 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/test.cache.data in system properties and HBase conf 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:38:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:38:31,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:38:31,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:38:31,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:31,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:38:31,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:38:31,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:31,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:31,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:31,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:31,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:38:31,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:31,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e5171b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:31,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52806609{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:31,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63d3d3c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/java.io.tmpdir/jetty-localhost-32867-hadoop-hdfs-3_4_1-tests_jar-_-any-7278819132756110846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:31,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75d7556e{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-11-14T21:38:31,824 INFO [Time-limited test {}] server.Server(415): Started @181178ms 2024-11-14T21:38:32,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:32,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:32,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:32,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:32,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:38:32,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1304d58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:32,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4034ede3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:32,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e4e755d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/java.io.tmpdir/jetty-localhost-35557-hadoop-hdfs-3_4_1-tests_jar-_-any-15905029398087036129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:32,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@778dbb7d{HTTP/1.1, (http/1.1)}{localhost:35557} 2024-11-14T21:38:32,313 INFO [Time-limited test {}] server.Server(415): Started @181666ms 2024-11-14T21:38:32,314 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:38:32,528 WARN [Thread-2168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5/data/data1/current/BP-419143242-172.17.0.2-1731620311223/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:32,532 WARN [Thread-2169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5/data/data2/current/BP-419143242-172.17.0.2-1731620311223/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:32,626 WARN [Thread-2156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:38:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x630634218ecf88c7 with lease ID 0xa830e388639f7023: Processing first storage report for DS-2a35ab70-1e76-4662-bad6-c085ac44fa3b from datanode DatanodeRegistration(127.0.0.1:44793, datanodeUuid=4420f7ea-22e3-4b85-b172-68d674d5ebfd, infoPort=45875, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=1165915911;c=1731620311223) 2024-11-14T21:38:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x630634218ecf88c7 with lease ID 0xa830e388639f7023: from storage DS-2a35ab70-1e76-4662-bad6-c085ac44fa3b node DatanodeRegistration(127.0.0.1:44793, datanodeUuid=4420f7ea-22e3-4b85-b172-68d674d5ebfd, infoPort=45875, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=1165915911;c=1731620311223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x630634218ecf88c7 with lease ID 0xa830e388639f7023: Processing first storage report for DS-c8074a48-2d0f-4b59-8f86-f99d7e0edaaf from datanode DatanodeRegistration(127.0.0.1:44793, datanodeUuid=4420f7ea-22e3-4b85-b172-68d674d5ebfd, infoPort=45875, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=1165915911;c=1731620311223) 2024-11-14T21:38:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x630634218ecf88c7 with lease ID 0xa830e388639f7023: from storage DS-c8074a48-2d0f-4b59-8f86-f99d7e0edaaf node DatanodeRegistration(127.0.0.1:44793, datanodeUuid=4420f7ea-22e3-4b85-b172-68d674d5ebfd, infoPort=45875, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=1165915911;c=1731620311223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:32,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2 2024-11-14T21:38:32,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:32,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:38:33,174 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb with version=8 2024-11-14T21:38:33,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/hbase-staging 2024-11-14T21:38:33,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:33,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:33,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:33,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:33,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:33,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:33,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:38:33,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:33,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33071 2024-11-14T21:38:33,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33071 connecting to ZooKeeper ensemble=127.0.0.1:63737 2024-11-14T21:38:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330710x0, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:33,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33071-0x100ac60a03c0000 connected 2024-11-14T21:38:33,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:33,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:33,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on znode that does not yet exist, /02069200826/running 2024-11-14T21:38:33,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb, hbase.cluster.distributed=false 2024-11-14T21:38:33,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on znode that does not yet exist, /02069200826/acl 2024-11-14T21:38:33,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33071 2024-11-14T21:38:33,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33071 2024-11-14T21:38:33,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33071 2024-11-14T21:38:33,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33071 2024-11-14T21:38:33,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33071 2024-11-14T21:38:33,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:33,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:33,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:33,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:33,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:33,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:33,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:38:33,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:33,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35683 2024-11-14T21:38:33,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35683 connecting to ZooKeeper ensemble=127.0.0.1:63737 2024-11-14T21:38:33,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:33,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:33,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356830x0, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on znode that does not yet exist, /02069200826/running 2024-11-14T21:38:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356830x0, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:33,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:38:33,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35683-0x100ac60a03c0001 connected 2024-11-14T21:38:33,363 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:38:33,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on znode that does not yet exist, /02069200826/master 2024-11-14T21:38:33,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on znode that does not yet exist, /02069200826/acl 2024-11-14T21:38:33,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35683 2024-11-14T21:38:33,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35683 2024-11-14T21:38:33,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35683 2024-11-14T21:38:33,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35683 2024-11-14T21:38:33,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35683 2024-11-14T21:38:33,390 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:33071 2024-11-14T21:38:33,393 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02069200826/backup-masters/ef788a4cade8,33071,1731620313176 2024-11-14T21:38:33,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826/backup-masters 2024-11-14T21:38:33,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826/backup-masters 2024-11-14T21:38:33,395 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on existing znode=/02069200826/backup-masters/ef788a4cade8,33071,1731620313176 2024-11-14T21:38:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02069200826/master 2024-11-14T21:38:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:33,399 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on existing znode=/02069200826/master 2024-11-14T21:38:33,399 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02069200826/backup-masters/ef788a4cade8,33071,1731620313176 from backup master directory 2024-11-14T21:38:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826/backup-masters 2024-11-14T21:38:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02069200826/backup-masters/ef788a4cade8,33071,1731620313176 2024-11-14T21:38:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826/backup-masters 2024-11-14T21:38:33,401 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:33,401 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,33071,1731620313176 2024-11-14T21:38:33,405 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/hbase.id] with ID: f3de84b6-6fb3-40be-b173-925a883292e9 2024-11-14T21:38:33,405 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/.tmp/hbase.id 2024-11-14T21:38:33,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:38:33,812 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/.tmp/hbase.id]:[hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/hbase.id] 2024-11-14T21:38:33,834 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:33,834 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:38:33,835 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:38:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:33,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:38:33,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:34,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:34,291 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:34,292 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:38:34,292 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:38:34,739 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store 2024-11-14T21:38:34,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:38:35,086 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:35,086 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:35,087 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:35,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:35,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:35,175 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:35,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:35,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:35,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:35,175 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:35,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620315175Disabling compacts and flushes for region at 1731620315175Disabling writes for close at 1731620315175Writing region close event to WAL at 1731620315175Closed at 1731620315175 2024-11-14T21:38:35,176 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/.initializing 2024-11-14T21:38:35,176 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/WALs/ef788a4cade8,33071,1731620313176 2024-11-14T21:38:35,177 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:35,179 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C33071%2C1731620313176, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/WALs/ef788a4cade8,33071,1731620313176, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/oldWALs, maxLogs=10 2024-11-14T21:38:35,214 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/WALs/ef788a4cade8,33071,1731620313176/ef788a4cade8%2C33071%2C1731620313176.1731620315180, exclude list is [], retry=0 2024-11-14T21:38:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44793,DS-2a35ab70-1e76-4662-bad6-c085ac44fa3b,DISK] 2024-11-14T21:38:35,273 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/WALs/ef788a4cade8,33071,1731620313176/ef788a4cade8%2C33071%2C1731620313176.1731620315180 2024-11-14T21:38:35,287 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-14T21:38:35,287 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:35,287 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:35,287 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,287 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:38:35,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:35,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:35,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:38:35,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:35,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:35,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:38:35,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:35,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:35,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:38:35,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:35,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:35,336 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,343 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,343 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,345 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,345 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,345 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:35,346 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:35,368 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:35,368 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72655932, jitterRate=0.08265775442123413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:35,369 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620315287Initializing all the Stores at 1731620315288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620315288Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620315290 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620315290Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620315290Cleaning up temporary data from old regions at 1731620315345 (+55 ms)Region opened successfully at 1731620315369 (+24 ms) 2024-11-14T21:38:35,374 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:38:35,378 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2153d1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:35,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:38:35,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:38:35,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:38:35,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:38:35,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:38:35,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:38:35,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:38:35,407 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:38:35,411 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Unable to get data of znode /02069200826/balancer because node does not exist (not necessarily an error) 2024-11-14T21:38:35,416 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02069200826/balancer already deleted, retry=false 2024-11-14T21:38:35,416 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:38:35,417 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Unable to get data of znode /02069200826/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:38:35,418 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02069200826/normalizer already deleted, retry=false 2024-11-14T21:38:35,419 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:38:35,422 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Unable to get data of znode /02069200826/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:38:35,424 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02069200826/switch/split already deleted, retry=false 2024-11-14T21:38:35,425 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Unable to get data of znode /02069200826/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:38:35,430 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02069200826/switch/merge already deleted, retry=false 2024-11-14T21:38:35,432 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Unable to get data of znode /02069200826/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:38:35,433 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02069200826/snapshot-cleanup already deleted, retry=false 2024-11-14T21:38:35,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02069200826/running 2024-11-14T21:38:35,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:35,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02069200826/running 2024-11-14T21:38:35,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:35,435 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,33071,1731620313176, sessionid=0x100ac60a03c0000, setting cluster-up flag (Was=false) 2024-11-14T21:38:35,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:35,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:35,450 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02069200826/flush-table-proc/acquired, /02069200826/flush-table-proc/reached, /02069200826/flush-table-proc/abort 2024-11-14T21:38:35,451 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,33071,1731620313176 2024-11-14T21:38:35,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:35,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:35,464 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02069200826/online-snapshot/acquired, /02069200826/online-snapshot/reached, /02069200826/online-snapshot/abort 2024-11-14T21:38:35,464 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,33071,1731620313176 2024-11-14T21:38:35,475 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:38:35,491 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:35,491 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:38:35,491 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:38:35,492 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,33071,1731620313176 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:35,493 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,501 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(746): ClusterId : f3de84b6-6fb3-40be-b173-925a883292e9 2024-11-14T21:38:35,501 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:38:35,503 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:38:35,503 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:38:35,506 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:38:35,506 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444bb934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:35,544 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:35683 2024-11-14T21:38:35,544 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:38:35,544 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:38:35,544 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:38:35,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:35,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:38:35,563 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,33071,1731620313176 with port=35683, startcode=1731620313318 2024-11-14T21:38:35,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:35,563 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:38:35,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:38:35,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620345567 2024-11-14T21:38:35,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:38:35,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:38:35,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:38:35,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:38:35,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:38:35,567 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:38:35,602 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:38:35,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:38:35,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:38:35,619 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:38:35,634 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:38:35,634 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:38:35,645 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620315635,5,FailOnTimeoutGroup] 2024-11-14T21:38:35,664 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:38:35,664 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T21:38:35,667 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620315645,5,FailOnTimeoutGroup] 2024-11-14T21:38:35,667 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,667 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:38:35,667 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,667 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,671 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T21:38:35,671 WARN [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T21:38:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:38:35,772 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,33071,1731620313176 with port=35683, startcode=1731620313318 2024-11-14T21:38:35,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,35683,1731620313318 2024-11-14T21:38:35,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:35,775 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb 2024-11-14T21:38:35,775 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36083 2024-11-14T21:38:35,775 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:38:35,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826/rs 2024-11-14T21:38:35,780 DEBUG [RS:0;ef788a4cade8:35683 {}] zookeeper.ZKUtil(111): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on existing znode=/02069200826/rs/ef788a4cade8,35683,1731620313318 2024-11-14T21:38:35,780 WARN [RS:0;ef788a4cade8:35683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:35,780 INFO [RS:0;ef788a4cade8:35683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:35,780 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318 2024-11-14T21:38:35,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,35683,1731620313318] 2024-11-14T21:38:35,797 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:38:35,799 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:38:35,817 INFO [RS:0;ef788a4cade8:35683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:38:35,817 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,821 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:38:35,822 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:38:35,822 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,822 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,823 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,823 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,823 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,823 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:35,823 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:35,823 DEBUG [RS:0;ef788a4cade8:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:35,834 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,834 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,834 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,834 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,834 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,835 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35683,1731620313318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:35,858 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:38:35,858 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35683,1731620313318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,858 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,858 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.Replication(171): ef788a4cade8,35683,1731620313318 started 2024-11-14T21:38:35,877 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:35,877 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,35683,1731620313318, RpcServer on ef788a4cade8/172.17.0.2:35683, sessionid=0x100ac60a03c0001 2024-11-14T21:38:35,878 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:38:35,878 DEBUG [RS:0;ef788a4cade8:35683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,35683,1731620313318 2024-11-14T21:38:35,878 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35683,1731620313318' 2024-11-14T21:38:35,878 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02069200826/flush-table-proc/abort' 2024-11-14T21:38:35,878 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02069200826/flush-table-proc/acquired' 2024-11-14T21:38:35,879 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:38:35,879 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:38:35,879 DEBUG [RS:0;ef788a4cade8:35683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,35683,1731620313318 2024-11-14T21:38:35,879 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35683,1731620313318' 2024-11-14T21:38:35,879 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02069200826/online-snapshot/abort' 2024-11-14T21:38:35,879 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02069200826/online-snapshot/acquired' 2024-11-14T21:38:35,880 DEBUG [RS:0;ef788a4cade8:35683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:38:35,880 INFO [RS:0;ef788a4cade8:35683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:38:35,880 INFO [RS:0;ef788a4cade8:35683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:38:35,981 INFO [RS:0;ef788a4cade8:35683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:35,983 INFO [RS:0;ef788a4cade8:35683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35683%2C1731620313318, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/oldWALs, maxLogs=10 2024-11-14T21:38:36,003 DEBUG [RS:0;ef788a4cade8:35683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, exclude list is [], retry=0 2024-11-14T21:38:36,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44793,DS-2a35ab70-1e76-4662-bad6-c085ac44fa3b,DISK] 2024-11-14T21:38:36,018 INFO [RS:0;ef788a4cade8:35683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 2024-11-14T21:38:36,019 DEBUG [RS:0;ef788a4cade8:35683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-14T21:38:36,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:38:36,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb 2024-11-14T21:38:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:38:36,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:36,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:36,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:36,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:36,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:36,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:36,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:36,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:36,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:36,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:36,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740 2024-11-14T21:38:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740 2024-11-14T21:38:36,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:36,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:36,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:36,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:36,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:36,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71509964, jitterRate=0.06558150053024292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:36,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620316553Initializing all the Stores at 1731620316554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620316554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620316554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620316554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620316554Cleaning up temporary data from old regions at 1731620316573 (+19 ms)Region opened successfully at 1731620316584 (+11 ms) 2024-11-14T21:38:36,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:36,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:36,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:36,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:36,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:36,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:36,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620316584Disabling compacts and flushes for region at 1731620316584Disabling writes for close at 1731620316584Writing region close event to WAL at 1731620316584Closed at 1731620316584 2024-11-14T21:38:36,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:36,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:38:36,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:38:36,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:36,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:38:36,738 DEBUG [ef788a4cade8:33071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:38:36,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:36,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,35683,1731620313318, state=OPENING 2024-11-14T21:38:36,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:38:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:36,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:36,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,35683,1731620313318}] 2024-11-14T21:38:36,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02069200826/meta-region-server: CHANGED 2024-11-14T21:38:36,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02069200826/meta-region-server: CHANGED 2024-11-14T21:38:36,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:36,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:38:36,911 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:38:36,911 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:36,911 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:38:36,913 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35683%2C1731620313318.meta, suffix=.meta, logDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/oldWALs, maxLogs=10 2024-11-14T21:38:36,933 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.meta.1731620316913.meta, exclude list is [], retry=0 2024-11-14T21:38:36,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44793,DS-2a35ab70-1e76-4662-bad6-c085ac44fa3b,DISK] 2024-11-14T21:38:36,947 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.meta.1731620316913.meta 2024-11-14T21:38:36,947 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-14T21:38:36,947 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:36,948 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:36,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:36,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:38:36,948 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:38:36,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:38:36,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:36,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:38:36,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:38:36,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:36,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:36,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:36,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:36,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:36,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:36,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:36,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:36,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:36,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:36,956 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:36,957 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740 2024-11-14T21:38:36,958 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740 2024-11-14T21:38:36,959 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:36,959 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:36,959 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:36,960 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:36,961 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68911263, jitterRate=0.026857838034629822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:36,961 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:38:36,962 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620316948Writing region info on filesystem at 1731620316948Initializing all the Stores at 1731620316951 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620316951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620316951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620316951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620316951Cleaning up temporary data from old regions at 1731620316959 (+8 ms)Running coprocessor post-open hooks at 1731620316961 (+2 ms)Region opened successfully at 1731620316962 (+1 ms) 2024-11-14T21:38:36,962 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620316900 2024-11-14T21:38:36,965 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:38:36,965 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:38:36,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:36,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,35683,1731620313318, state=OPEN 2024-11-14T21:38:36,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02069200826/meta-region-server 2024-11-14T21:38:36,974 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:36,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02069200826/meta-region-server: CHANGED 2024-11-14T21:38:36,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02069200826/meta-region-server 2024-11-14T21:38:36,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02069200826/meta-region-server: CHANGED 2024-11-14T21:38:36,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:38:36,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,35683,1731620313318 in 229 msec 2024-11-14T21:38:36,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:38:36,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-14T21:38:36,983 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:36,983 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:38:36,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:36,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35683,1731620313318, seqNum=-1] 2024-11-14T21:38:36,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:36,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:36,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5100 sec 2024-11-14T21:38:36,994 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620316994, completionTime=-1 2024-11-14T21:38:36,994 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:38:36,994 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620376996 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620436996 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33071,1731620313176-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33071,1731620313176-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33071,1731620313176-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:33071, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:36,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:36,997 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:36,998 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.599sec 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33071,1731620313176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:37,000 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33071,1731620313176-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:38:37,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:38:37,002 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:38:37,002 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33071,1731620313176-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:37,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601090b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:37,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,33071,-1 for getting cluster id 2024-11-14T21:38:37,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:37,009 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3de84b6-6fb3-40be-b173-925a883292e9' 2024-11-14T21:38:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3de84b6-6fb3-40be-b173-925a883292e9" 2024-11-14T21:38:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60609b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,33071,-1] 2024-11-14T21:38:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:37,011 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:37,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282bf969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:37,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35683,1731620313318, seqNum=-1] 2024-11-14T21:38:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:37,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:37,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,33071,1731620313176 2024-11-14T21:38:37,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63737 2024-11-14T21:38:37,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:37,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac60a03c0002 connected 2024-11-14T21:38:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.log.dir so I do NOT create it in target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0 2024-11-14T21:38:37,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:38:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.tmp.dir so I do NOT create it in target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0 2024-11-14T21:38:37,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:38:37,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/cluster_13baf7af-fa7e-81bd-d5f9-8ce093085006, deleteOnExit=true 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/test.cache.data in system properties and HBase conf 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:38:37,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:38:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:38:37,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:37,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:37,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:37,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:37,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:38:37,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:37,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698acd06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:37,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@215f870f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:37,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b200d38{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/java.io.tmpdir/jetty-localhost-39309-hadoop-hdfs-3_4_1-tests_jar-_-any-17432519992823930047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:37,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dceca05{HTTP/1.1, (http/1.1)}{localhost:39309} 2024-11-14T21:38:37,229 INFO [Time-limited test {}] server.Server(415): Started @186582ms 2024-11-14T21:38:37,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:37,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:37,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:37,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:37,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:38:37,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63bcff2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:37,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48a787a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:37,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23898bdb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/java.io.tmpdir/jetty-localhost-43393-hadoop-hdfs-3_4_1-tests_jar-_-any-9939547964979822422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:37,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b51fbb1{HTTP/1.1, (http/1.1)}{localhost:43393} 2024-11-14T21:38:37,502 INFO [Time-limited test {}] server.Server(415): Started @186855ms 2024-11-14T21:38:37,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:38:37,724 WARN [Thread-2289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/cluster_13baf7af-fa7e-81bd-d5f9-8ce093085006/data/data1/current/BP-1839649134-172.17.0.2-1731620317040/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:37,742 WARN [Thread-2290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/cluster_13baf7af-fa7e-81bd-d5f9-8ce093085006/data/data2/current/BP-1839649134-172.17.0.2-1731620317040/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:37,781 WARN [Thread-2277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:38:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8904fd0d5f477b with lease ID 0xc1159d5494204d53: Processing first storage report for DS-4579f974-aa37-4130-8214-260d9c3b89f7 from datanode DatanodeRegistration(127.0.0.1:45599, datanodeUuid=d625a416-d6b8-4060-88b7-ef1ec60c9e13, infoPort=36185, infoSecurePort=0, ipcPort=34975, storageInfo=lv=-57;cid=testClusterID;nsid=120894458;c=1731620317040) 2024-11-14T21:38:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8904fd0d5f477b with lease ID 0xc1159d5494204d53: from storage DS-4579f974-aa37-4130-8214-260d9c3b89f7 node DatanodeRegistration(127.0.0.1:45599, datanodeUuid=d625a416-d6b8-4060-88b7-ef1ec60c9e13, infoPort=36185, infoSecurePort=0, ipcPort=34975, storageInfo=lv=-57;cid=testClusterID;nsid=120894458;c=1731620317040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8904fd0d5f477b with lease ID 0xc1159d5494204d53: Processing first storage report for DS-b504f2b5-65cb-41c7-873f-cad5b95cff0b from datanode DatanodeRegistration(127.0.0.1:45599, datanodeUuid=d625a416-d6b8-4060-88b7-ef1ec60c9e13, infoPort=36185, infoSecurePort=0, ipcPort=34975, storageInfo=lv=-57;cid=testClusterID;nsid=120894458;c=1731620317040) 2024-11-14T21:38:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8904fd0d5f477b with lease ID 0xc1159d5494204d53: from storage DS-b504f2b5-65cb-41c7-873f-cad5b95cff0b node DatanodeRegistration(127.0.0.1:45599, datanodeUuid=d625a416-d6b8-4060-88b7-ef1ec60c9e13, infoPort=36185, infoSecurePort=0, ipcPort=34975, storageInfo=lv=-57;cid=testClusterID;nsid=120894458;c=1731620317040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:37,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0 2024-11-14T21:38:37,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:37,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:38:37,926 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa with version=8 2024-11-14T21:38:37,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/hbase-staging 2024-11-14T21:38:37,929 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:37,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:37,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:38:37,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:37,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32835 2024-11-14T21:38:37,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32835 connecting to ZooKeeper ensemble=127.0.0.1:63737 2024-11-14T21:38:37,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328350x0, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:37,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32835-0x100ac60a03c0003 connected 2024-11-14T21:38:37,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:38:37,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T21:38:37,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:37,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T21:38:37,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:37,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T21:38:38,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:38,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:38,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on znode that does not yet exist, /11687953872/running 2024-11-14T21:38:38,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa, hbase.cluster.distributed=false 2024-11-14T21:38:38,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on znode that does not yet exist, /11687953872/acl 2024-11-14T21:38:38,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-14T21:38:38,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32835 2024-11-14T21:38:38,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32835 2024-11-14T21:38:38,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-14T21:38:38,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-14T21:38:38,154 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:38,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:38,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:38,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:38,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:38,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:38,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:38:38,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:38,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42579 2024-11-14T21:38:38,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42579 connecting to ZooKeeper ensemble=127.0.0.1:63737 2024-11-14T21:38:38,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:38,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:38,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425790x0, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on znode that does not yet exist, /11687953872/running 2024-11-14T21:38:38,192 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:38:38,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425790x0, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:38,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42579-0x100ac60a03c0004 connected 2024-11-14T21:38:38,230 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:38:38,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on znode that does not yet exist, /11687953872/master 2024-11-14T21:38:38,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on znode that does not yet exist, /11687953872/acl 2024-11-14T21:38:38,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42579 2024-11-14T21:38:38,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42579 2024-11-14T21:38:38,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42579 2024-11-14T21:38:38,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42579 2024-11-14T21:38:38,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42579 2024-11-14T21:38:38,274 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:32835 2024-11-14T21:38:38,274 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11687953872/backup-masters/ef788a4cade8,32835,1731620317929 2024-11-14T21:38:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872/backup-masters 2024-11-14T21:38:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872/backup-masters 2024-11-14T21:38:38,277 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on existing znode=/11687953872/backup-masters/ef788a4cade8,32835,1731620317929 2024-11-14T21:38:38,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11687953872/master 2024-11-14T21:38:38,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on existing znode=/11687953872/master 2024-11-14T21:38:38,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11687953872/backup-masters/ef788a4cade8,32835,1731620317929 from backup master directory 2024-11-14T21:38:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11687953872/backup-masters/ef788a4cade8,32835,1731620317929 2024-11-14T21:38:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872/backup-masters 2024-11-14T21:38:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872/backup-masters 2024-11-14T21:38:38,282 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:38,282 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,32835,1731620317929 2024-11-14T21:38:38,287 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/hbase.id] with ID: 0baf27f6-0e67-493e-8714-c85ae5e338e3 2024-11-14T21:38:38,287 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/.tmp/hbase.id 2024-11-14T21:38:38,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:38:38,299 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/.tmp/hbase.id]:[hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/hbase.id] 2024-11-14T21:38:38,309 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:38,309 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:38:38,309 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T21:38:38,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:38:38,725 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:38,726 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:38:38,727 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:38,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:38:38,753 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store 2024-11-14T21:38:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:38:38,791 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:38,791 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:38,791 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:38,791 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:38,792 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:38,792 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:38,792 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:38,792 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620318791Disabling compacts and flushes for region at 1731620318791Disabling writes for close at 1731620318792 (+1 ms)Writing region close event to WAL at 1731620318792Closed at 1731620318792 2024-11-14T21:38:38,793 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/.initializing 2024-11-14T21:38:38,793 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/WALs/ef788a4cade8,32835,1731620317929 2024-11-14T21:38:38,793 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:38,796 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C32835%2C1731620317929, suffix=, logDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/WALs/ef788a4cade8,32835,1731620317929, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/oldWALs, maxLogs=10 2024-11-14T21:38:38,816 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/WALs/ef788a4cade8,32835,1731620317929/ef788a4cade8%2C32835%2C1731620317929.1731620318797, exclude list is [], retry=0 2024-11-14T21:38:38,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45599,DS-4579f974-aa37-4130-8214-260d9c3b89f7,DISK] 2024-11-14T21:38:38,862 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/WALs/ef788a4cade8,32835,1731620317929/ef788a4cade8%2C32835%2C1731620317929.1731620318797 2024-11-14T21:38:38,870 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-11-14T21:38:38,871 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:38,871 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:38,871 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,871 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:38:38,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:38:38,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:38,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:38,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:38:38,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:38,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:38,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:38:38,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:38,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:38,920 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,921 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,922 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,923 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,923 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,924 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:38,925 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:38,927 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:38,928 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137113, jitterRate=-0.044282540678977966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:38,928 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620318871Initializing all the Stores at 1731620318872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620318872Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620318879 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620318879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620318879Cleaning up temporary data from old regions at 1731620318923 (+44 ms)Region opened successfully at 1731620318928 (+5 ms) 2024-11-14T21:38:38,928 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:38:38,935 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d42e9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:38,943 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:38:38,943 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:38:38,943 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:38:38,943 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:38:38,944 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:38:38,944 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:38:38,944 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:38:38,956 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:38:38,958 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Unable to get data of znode /11687953872/balancer because node does not exist (not necessarily an error) 2024-11-14T21:38:38,964 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11687953872/balancer already deleted, retry=false 2024-11-14T21:38:38,964 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:38:38,965 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Unable to get data of znode /11687953872/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:38:38,968 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11687953872/normalizer already deleted, retry=false 2024-11-14T21:38:38,968 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:38:38,969 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Unable to get data of znode /11687953872/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:38:38,971 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11687953872/switch/split already deleted, retry=false 2024-11-14T21:38:38,972 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Unable to get data of znode /11687953872/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:38:38,974 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11687953872/switch/merge already deleted, retry=false 2024-11-14T21:38:38,977 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Unable to get data of znode /11687953872/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:38:38,978 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11687953872/snapshot-cleanup already deleted, retry=false 2024-11-14T21:38:38,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11687953872/running 2024-11-14T21:38:38,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11687953872/running 2024-11-14T21:38:38,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,986 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,32835,1731620317929, sessionid=0x100ac60a03c0003, setting cluster-up flag (Was=false) 2024-11-14T21:38:38,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:38,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11687953872/flush-table-proc/acquired, /11687953872/flush-table-proc/reached, /11687953872/flush-table-proc/abort 2024-11-14T21:38:39,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,32835,1731620317929 2024-11-14T21:38:39,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:39,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:39,010 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11687953872/online-snapshot/acquired, /11687953872/online-snapshot/reached, /11687953872/online-snapshot/abort 2024-11-14T21:38:39,011 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,32835,1731620317929 2024-11-14T21:38:39,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:38:39,035 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:39,036 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:38:39,036 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:38:39,036 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,32835,1731620317929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:38:39,042 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:39,042 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:39,042 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:39,043 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:38:39,043 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:38:39,043 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,043 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:39,043 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:39,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:38:39,079 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:39,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:38:39,112 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(746): ClusterId : 0baf27f6-0e67-493e-8714-c85ae5e338e3 2024-11-14T21:38:39,112 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:38:39,115 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:38:39,115 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:38:39,117 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:38:39,118 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1077799c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:38:39,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620349134 2024-11-14T21:38:39,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:38:39,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:38:39,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:38:39,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:38:39,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:38:39,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:38:39,135 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:38:39,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:38:39,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:38:39,172 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:38:39,180 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:38:39,180 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:38:39,189 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:42579 2024-11-14T21:38:39,189 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:38:39,189 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:38:39,189 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:38:39,190 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,32835,1731620317929 with port=42579, startcode=1731620318153 2024-11-14T21:38:39,191 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:38:39,198 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620319180,5,FailOnTimeoutGroup] 2024-11-14T21:38:39,199 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620319198,5,FailOnTimeoutGroup] 2024-11-14T21:38:39,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:38:39,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,251 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:38:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:38:39,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,42579,1731620318153 2024-11-14T21:38:39,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32835 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:39,264 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa 2024-11-14T21:38:39,264 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46297 2024-11-14T21:38:39,264 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:38:39,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872/rs 2024-11-14T21:38:39,279 DEBUG [RS:0;ef788a4cade8:42579 {}] zookeeper.ZKUtil(111): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on existing znode=/11687953872/rs/ef788a4cade8,42579,1731620318153 2024-11-14T21:38:39,279 WARN [RS:0;ef788a4cade8:42579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:39,279 INFO [RS:0;ef788a4cade8:42579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:39,279 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153 2024-11-14T21:38:39,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,42579,1731620318153] 2024-11-14T21:38:39,345 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:38:39,375 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:38:39,379 INFO [RS:0;ef788a4cade8:42579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:38:39,379 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,394 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:38:39,398 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:38:39,399 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:39,399 DEBUG [RS:0;ef788a4cade8:42579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:38:39,414 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,415 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,415 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,415 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,415 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,415 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42579,1731620318153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:39,454 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:38:39,455 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42579,1731620318153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,455 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,455 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.Replication(171): ef788a4cade8,42579,1731620318153 started 2024-11-14T21:38:39,478 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:39,478 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,42579,1731620318153, RpcServer on ef788a4cade8/172.17.0.2:42579, sessionid=0x100ac60a03c0004 2024-11-14T21:38:39,478 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:38:39,478 DEBUG [RS:0;ef788a4cade8:42579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,42579,1731620318153 2024-11-14T21:38:39,478 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,42579,1731620318153' 2024-11-14T21:38:39,478 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11687953872/flush-table-proc/abort' 2024-11-14T21:38:39,483 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11687953872/flush-table-proc/acquired' 2024-11-14T21:38:39,489 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:38:39,489 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:38:39,489 DEBUG [RS:0;ef788a4cade8:42579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,42579,1731620318153 2024-11-14T21:38:39,489 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,42579,1731620318153' 2024-11-14T21:38:39,489 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11687953872/online-snapshot/abort' 2024-11-14T21:38:39,496 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11687953872/online-snapshot/acquired' 2024-11-14T21:38:39,507 DEBUG [RS:0;ef788a4cade8:42579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:38:39,507 INFO [RS:0;ef788a4cade8:42579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:38:39,507 INFO [RS:0;ef788a4cade8:42579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:38:39,611 INFO [RS:0;ef788a4cade8:42579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:39,634 INFO [RS:0;ef788a4cade8:42579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42579%2C1731620318153, suffix=, logDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/oldWALs, maxLogs=10 2024-11-14T21:38:39,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:38:39,657 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa 2024-11-14T21:38:39,687 DEBUG [RS:0;ef788a4cade8:42579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, exclude list is [], retry=0 2024-11-14T21:38:39,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45599,DS-4579f974-aa37-4130-8214-260d9c3b89f7,DISK] 2024-11-14T21:38:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:38:39,715 INFO [RS:0;ef788a4cade8:42579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 2024-11-14T21:38:39,732 DEBUG [RS:0;ef788a4cade8:42579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-11-14T21:38:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:40,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:40,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:40,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:40,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:40,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:40,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:40,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:40,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:40,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:40,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740 2024-11-14T21:38:40,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740 2024-11-14T21:38:40,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:40,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:40,169 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:40,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:40,195 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:40,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62615642, jitterRate=-0.06695422530174255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620320101Initializing all the Stores at 1731620320103 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620320103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620320111 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620320111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620320111Cleaning up temporary data from old regions at 1731620320168 (+57 ms)Region opened successfully at 1731620320196 (+28 ms) 2024-11-14T21:38:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:40,196 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:40,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:40,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620320196Disabling compacts and flushes for region at 1731620320196Disabling writes for close at 1731620320196Writing region close event to WAL at 1731620320218 (+22 ms)Closed at 1731620320219 (+1 ms) 2024-11-14T21:38:40,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:40,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:38:40,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:38:40,222 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:40,223 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:38:40,374 DEBUG [ef788a4cade8:32835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:38:40,375 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:40,377 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,42579,1731620318153, state=OPENING 2024-11-14T21:38:40,378 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:38:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:40,386 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:38:40,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,42579,1731620318153}] 2024-11-14T21:38:40,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11687953872/meta-region-server: CHANGED 2024-11-14T21:38:40,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11687953872/meta-region-server: CHANGED 2024-11-14T21:38:40,547 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:40,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:38:40,578 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:38:40,578 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:40,579 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:38:40,586 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42579%2C1731620318153.meta, suffix=.meta, logDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/oldWALs, maxLogs=10 2024-11-14T21:38:40,606 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.meta.1731620320586.meta, exclude list is [], retry=0 2024-11-14T21:38:40,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45599,DS-4579f974-aa37-4130-8214-260d9c3b89f7,DISK] 2024-11-14T21:38:40,632 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.meta.1731620320586.meta 2024-11-14T21:38:40,639 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-11-14T21:38:40,639 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:40,639 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:40,639 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:40,640 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:38:40,640 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:38:40,640 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:38:40,640 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:40,640 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:38:40,640 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:38:40,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:38:40,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:38:40,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:38:40,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:38:40,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:38:40,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:38:40,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:38:40,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:38:40,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:40,672 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:38:40,672 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740 2024-11-14T21:38:40,675 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740 2024-11-14T21:38:40,676 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:38:40,676 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:38:40,677 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:40,678 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:38:40,679 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63128120, jitterRate=-0.059317708015441895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:40,679 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:38:40,679 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620320640Writing region info on filesystem at 1731620320640Initializing all the Stores at 1731620320643 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620320643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620320662 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620320662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620320662Cleaning up temporary data from old regions at 1731620320676 (+14 ms)Running coprocessor post-open hooks at 1731620320679 (+3 ms)Region opened successfully at 1731620320679 2024-11-14T21:38:40,683 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620320546 2024-11-14T21:38:40,685 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:38:40,686 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:38:40,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:40,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,42579,1731620318153, state=OPEN 2024-11-14T21:38:40,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11687953872/meta-region-server 2024-11-14T21:38:40,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11687953872/meta-region-server 2024-11-14T21:38:40,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11687953872/meta-region-server: CHANGED 2024-11-14T21:38:40,695 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:40,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11687953872/meta-region-server: CHANGED 2024-11-14T21:38:40,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:38:40,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,42579,1731620318153 in 309 msec 2024-11-14T21:38:40,703 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:38:40,703 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:38:40,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:38:40,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-14T21:38:40,711 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:40,711 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42579,1731620318153, seqNum=-1] 2024-11-14T21:38:40,712 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:40,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:40,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6970 sec 2024-11-14T21:38:40,729 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620320729, completionTime=-1 2024-11-14T21:38:40,729 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:38:40,729 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:38:40,732 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:38:40,732 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620380732 2024-11-14T21:38:40,732 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620440732 2024-11-14T21:38:40,732 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:38:40,733 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32835,1731620317929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:40,733 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32835,1731620317929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:40,733 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32835,1731620317929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:40,733 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:32835, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:40,733 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:40,735 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:38:40,743 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.466sec 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32835,1731620317929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:38:40,748 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32835,1731620317929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:38:40,759 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:38:40,759 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:38:40,759 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32835,1731620317929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:38:40,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262d051b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:40,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32835,-1 for getting cluster id 2024-11-14T21:38:40,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:40,855 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0baf27f6-0e67-493e-8714-c85ae5e338e3' 2024-11-14T21:38:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0baf27f6-0e67-493e-8714-c85ae5e338e3" 2024-11-14T21:38:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1cc040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32835,-1] 2024-11-14T21:38:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:40,858 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:40,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600efd1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:40,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42579,1731620318153, seqNum=-1] 2024-11-14T21:38:40,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:40,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:40,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,32835,1731620317929 2024-11-14T21:38:40,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63737 2024-11-14T21:38:40,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:40,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,33071,1731620313176 2024-11-14T21:38:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47bbec92 2024-11-14T21:38:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:40,909 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:40,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:38:40,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:40,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:40,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:40,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:38:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:40,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac60a03c0005 connected 2024-11-14T21:38:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:38:40,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c890fb4182bd854c6f7e5d6a8587976c, NAME => 'test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb 2024-11-14T21:38:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:38:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:41,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:41,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c890fb4182bd854c6f7e5d6a8587976c, disabling compactions & flushes 2024-11-14T21:38:41,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:41,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:41,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. after waiting 0 ms 2024-11-14T21:38:41,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:41,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:41,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c890fb4182bd854c6f7e5d6a8587976c: Waiting for close lock at 1731620321479Disabling compacts and flushes for region at 1731620321479Disabling writes for close at 1731620321479Writing region close event to WAL at 1731620321479Closed at 1731620321479 2024-11-14T21:38:41,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:41,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620321481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620321481"}]},"ts":"1731620321481"} 2024-11-14T21:38:41,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:41,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:41,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620321500"}]},"ts":"1731620321500"} 2024-11-14T21:38:41,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:38:41,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c890fb4182bd854c6f7e5d6a8587976c, ASSIGN}] 2024-11-14T21:38:41,513 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c890fb4182bd854c6f7e5d6a8587976c, ASSIGN 2024-11-14T21:38:41,513 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c890fb4182bd854c6f7e5d6a8587976c, ASSIGN; state=OFFLINE, location=ef788a4cade8,35683,1731620313318; forceNewPlan=false, retain=false 2024-11-14T21:38:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:41,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c890fb4182bd854c6f7e5d6a8587976c, regionState=OPENING, regionLocation=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:41,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c890fb4182bd854c6f7e5d6a8587976c, ASSIGN because future has completed 2024-11-14T21:38:41,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c890fb4182bd854c6f7e5d6a8587976c, server=ef788a4cade8,35683,1731620313318}] 2024-11-14T21:38:41,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:38:41,864 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:41,864 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c890fb4182bd854c6f7e5d6a8587976c, NAME => 'test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:41,864 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:41,864 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:38:41,865 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,865 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:41,865 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,865 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,866 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,868 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c890fb4182bd854c6f7e5d6a8587976c columnFamilyName f 2024-11-14T21:38:41,868 DEBUG [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:41,868 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] regionserver.HStore(327): Store=c890fb4182bd854c6f7e5d6a8587976c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:41,868 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,869 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c890fb4182bd854c6f7e5d6a8587976c columnFamilyName f1 2024-11-14T21:38:41,869 DEBUG [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:41,870 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] regionserver.HStore(327): Store=c890fb4182bd854c6f7e5d6a8587976c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:41,870 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,871 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c890fb4182bd854c6f7e5d6a8587976c columnFamilyName norep 2024-11-14T21:38:41,871 DEBUG [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:41,872 INFO [StoreOpener-c890fb4182bd854c6f7e5d6a8587976c-1 {}] regionserver.HStore(327): Store=c890fb4182bd854c6f7e5d6a8587976c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:41,874 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,877 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,877 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,878 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,878 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,878 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:41,880 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,899 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:41,900 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c890fb4182bd854c6f7e5d6a8587976c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65306628, jitterRate=-0.026855409145355225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:41,900 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:41,901 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c890fb4182bd854c6f7e5d6a8587976c: Running coprocessor pre-open hook at 1731620321865Writing region info on filesystem at 1731620321865Initializing all the Stores at 1731620321866 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620321866Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620321866Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620321866Cleaning up temporary data from old regions at 1731620321878 (+12 ms)Running coprocessor post-open hooks at 1731620321900 (+22 ms)Region opened successfully at 1731620321900 2024-11-14T21:38:41,905 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c., pid=6, masterSystemTime=1731620321857 2024-11-14T21:38:41,915 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:41,915 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:41,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c890fb4182bd854c6f7e5d6a8587976c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c890fb4182bd854c6f7e5d6a8587976c, server=ef788a4cade8,35683,1731620313318 because future has completed 2024-11-14T21:38:41,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:38:41,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c890fb4182bd854c6f7e5d6a8587976c, server=ef788a4cade8,35683,1731620313318 in 238 msec 2024-11-14T21:38:41,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:38:41,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c890fb4182bd854c6f7e5d6a8587976c, ASSIGN in 419 msec 2024-11-14T21:38:41,935 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:41,935 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620321935"}]},"ts":"1731620321935"} 2024-11-14T21:38:41,942 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:38:41,944 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:41,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0340 sec 2024-11-14T21:38:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:42,068 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:38:42,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32835,1731620317929 2024-11-14T21:38:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c4233 2024-11-14T21:38:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:42,071 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:42,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:38:42,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:42,076 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:42,076 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:38:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:42,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:42,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:38:42,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfd00679e1547a23ecc115a73a822416, NAME => 'test,,1731620322072.cfd00679e1547a23ecc115a73a822416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa 2024-11-14T21:38:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:38:42,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620322072.cfd00679e1547a23ecc115a73a822416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:42,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cfd00679e1547a23ecc115a73a822416, disabling compactions & flushes 2024-11-14T21:38:42,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:42,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:42,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620322072.cfd00679e1547a23ecc115a73a822416. after waiting 0 ms 2024-11-14T21:38:42,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:42,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:42,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfd00679e1547a23ecc115a73a822416: Waiting for close lock at 1731620322154Disabling compacts and flushes for region at 1731620322154Disabling writes for close at 1731620322154Writing region close event to WAL at 1731620322154Closed at 1731620322154 2024-11-14T21:38:42,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:42,156 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620322072.cfd00679e1547a23ecc115a73a822416.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620322156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620322156"}]},"ts":"1731620322156"} 2024-11-14T21:38:42,163 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:42,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:42,167 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620322167"}]},"ts":"1731620322167"} 2024-11-14T21:38:42,175 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:38:42,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfd00679e1547a23ecc115a73a822416, ASSIGN}] 2024-11-14T21:38:42,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfd00679e1547a23ecc115a73a822416, ASSIGN 2024-11-14T21:38:42,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cfd00679e1547a23ecc115a73a822416, ASSIGN; state=OFFLINE, location=ef788a4cade8,42579,1731620318153; forceNewPlan=false, retain=false 2024-11-14T21:38:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:42,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfd00679e1547a23ecc115a73a822416, regionState=OPENING, regionLocation=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:42,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cfd00679e1547a23ecc115a73a822416, ASSIGN because future has completed 2024-11-14T21:38:42,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfd00679e1547a23ecc115a73a822416, server=ef788a4cade8,42579,1731620318153}] 2024-11-14T21:38:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:42,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:42,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:42,524 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:42,524 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cfd00679e1547a23ecc115a73a822416, NAME => 'test,,1731620322072.cfd00679e1547a23ecc115a73a822416.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:42,524 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:42,524 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:38:42,525 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,525 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620322072.cfd00679e1547a23ecc115a73a822416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:42,526 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,526 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,535 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,538 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfd00679e1547a23ecc115a73a822416 columnFamilyName f 2024-11-14T21:38:42,538 DEBUG [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:42,540 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] regionserver.HStore(327): Store=cfd00679e1547a23ecc115a73a822416/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:42,540 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,550 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfd00679e1547a23ecc115a73a822416 columnFamilyName f1 2024-11-14T21:38:42,550 DEBUG [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:42,551 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] regionserver.HStore(327): Store=cfd00679e1547a23ecc115a73a822416/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:42,551 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,567 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfd00679e1547a23ecc115a73a822416 columnFamilyName norep 2024-11-14T21:38:42,567 DEBUG [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:42,567 INFO [StoreOpener-cfd00679e1547a23ecc115a73a822416-1 {}] regionserver.HStore(327): Store=cfd00679e1547a23ecc115a73a822416/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:42,568 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,568 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,569 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,570 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,570 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,571 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:42,572 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,582 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:42,584 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cfd00679e1547a23ecc115a73a822416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75427723, jitterRate=0.12396065890789032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:42,584 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:42,584 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cfd00679e1547a23ecc115a73a822416: Running coprocessor pre-open hook at 1731620322526Writing region info on filesystem at 1731620322526Initializing all the Stores at 1731620322526Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620322526Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620322534 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620322534Cleaning up temporary data from old regions at 1731620322570 (+36 ms)Running coprocessor post-open hooks at 1731620322584 (+14 ms)Region opened successfully at 1731620322584 2024-11-14T21:38:42,587 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620322072.cfd00679e1547a23ecc115a73a822416., pid=6, masterSystemTime=1731620322516 2024-11-14T21:38:42,589 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:42,590 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:42,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfd00679e1547a23ecc115a73a822416, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:42,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfd00679e1547a23ecc115a73a822416, server=ef788a4cade8,42579,1731620318153 because future has completed 2024-11-14T21:38:42,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:38:42,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cfd00679e1547a23ecc115a73a822416, server=ef788a4cade8,42579,1731620318153 in 241 msec 2024-11-14T21:38:42,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:38:42,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cfd00679e1547a23ecc115a73a822416, ASSIGN in 421 msec 2024-11-14T21:38:42,599 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:42,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620322600"}]},"ts":"1731620322600"} 2024-11-14T21:38:42,601 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:38:42,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:42,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 530 msec 2024-11-14T21:38:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:38:42,707 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:38:42,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0358ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,33071,-1 for getting cluster id 2024-11-14T21:38:42,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:42,709 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3de84b6-6fb3-40be-b173-925a883292e9' 2024-11-14T21:38:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3de84b6-6fb3-40be-b173-925a883292e9" 2024-11-14T21:38:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af24c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,33071,-1] 2024-11-14T21:38:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:42,710 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b8fcbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e61f672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32835,-1 for getting cluster id 2024-11-14T21:38:42,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:42,712 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0baf27f6-0e67-493e-8714-c85ae5e338e3' 2024-11-14T21:38:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0baf27f6-0e67-493e-8714-c85ae5e338e3" 2024-11-14T21:38:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7605f806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32835,-1] 2024-11-14T21:38:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:42,714 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdea8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db24569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,33071,-1 for getting cluster id 2024-11-14T21:38:42,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:42,715 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3de84b6-6fb3-40be-b173-925a883292e9' 2024-11-14T21:38:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3de84b6-6fb3-40be-b173-925a883292e9" 2024-11-14T21:38:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141e19f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,33071,-1] 2024-11-14T21:38:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:42,717 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9ee43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,33071,1731620313176 2024-11-14T21:38:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b2de0c8 2024-11-14T21:38:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:42,719 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:42,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:32835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:38:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:38:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:42,722 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:32835' 2024-11-14T21:38:42,726 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df9742c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,727 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32835,-1 for getting cluster id 2024-11-14T21:38:42,727 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:42,727 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0baf27f6-0e67-493e-8714-c85ae5e338e3' 2024-11-14T21:38:42,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:42,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0baf27f6-0e67-493e-8714-c85ae5e338e3" 2024-11-14T21:38:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7907903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32835,-1] 2024-11-14T21:38:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:42,729 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111e8bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:42,729 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:42,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32835,1731620317929 2024-11-14T21:38:42,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b530444 2024-11-14T21:38:42,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:42,731 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:42,732 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T21:38:42,732 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:38:42,732 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:42,732 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:42,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:42,732 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:42,733 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:38:42,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:42,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:42,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:38:42,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 638ed7cdc1ab41ac9d8686dcb17bb83d, NAME => 'hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb 2024-11-14T21:38:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:38:42,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:42,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 638ed7cdc1ab41ac9d8686dcb17bb83d, disabling compactions & flushes 2024-11-14T21:38:42,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:42,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:42,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. after waiting 0 ms 2024-11-14T21:38:42,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:42,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:42,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 638ed7cdc1ab41ac9d8686dcb17bb83d: Waiting for close lock at 1731620322753Disabling compacts and flushes for region at 1731620322753Disabling writes for close at 1731620322753Writing region close event to WAL at 1731620322753Closed at 1731620322753 2024-11-14T21:38:42,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:42,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620322754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620322754"}]},"ts":"1731620322754"} 2024-11-14T21:38:42,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:42,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:42,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620322758"}]},"ts":"1731620322758"} 2024-11-14T21:38:42,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:38:42,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=638ed7cdc1ab41ac9d8686dcb17bb83d, ASSIGN}] 2024-11-14T21:38:42,761 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=638ed7cdc1ab41ac9d8686dcb17bb83d, ASSIGN 2024-11-14T21:38:42,762 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=638ed7cdc1ab41ac9d8686dcb17bb83d, ASSIGN; state=OFFLINE, location=ef788a4cade8,35683,1731620313318; forceNewPlan=false, retain=false 2024-11-14T21:38:42,784 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:38:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:42,913 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=638ed7cdc1ab41ac9d8686dcb17bb83d, regionState=OPENING, regionLocation=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:42,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=638ed7cdc1ab41ac9d8686dcb17bb83d, ASSIGN because future has completed 2024-11-14T21:38:42,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 638ed7cdc1ab41ac9d8686dcb17bb83d, server=ef788a4cade8,35683,1731620313318}] 2024-11-14T21:38:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:43,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:43,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:43,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:38:43,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35683%2C1731620313318.rep, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/oldWALs, maxLogs=10 2024-11-14T21:38:43,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.rep.1731620323074, exclude list is [], retry=0 2024-11-14T21:38:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44793,DS-2a35ab70-1e76-4662-bad6-c085ac44fa3b,DISK] 2024-11-14T21:38:43,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.rep.1731620323074 2024-11-14T21:38:43,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-14T21:38:43,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 638ed7cdc1ab41ac9d8686dcb17bb83d, NAME => 'hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:43,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:43,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:43,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. service=MultiRowMutationService 2024-11-14T21:38:43,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:38:43,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:43,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,100 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,101 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 638ed7cdc1ab41ac9d8686dcb17bb83d columnFamilyName hfileref 2024-11-14T21:38:43,101 DEBUG [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:43,101 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] regionserver.HStore(327): Store=638ed7cdc1ab41ac9d8686dcb17bb83d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:43,102 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,103 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 638ed7cdc1ab41ac9d8686dcb17bb83d columnFamilyName queue 2024-11-14T21:38:43,103 DEBUG [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:43,103 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] regionserver.HStore(327): Store=638ed7cdc1ab41ac9d8686dcb17bb83d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:43,103 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,104 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 638ed7cdc1ab41ac9d8686dcb17bb83d columnFamilyName sid 2024-11-14T21:38:43,104 DEBUG [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:43,105 INFO [StoreOpener-638ed7cdc1ab41ac9d8686dcb17bb83d-1 {}] regionserver.HStore(327): Store=638ed7cdc1ab41ac9d8686dcb17bb83d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:43,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:43,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:43,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 638ed7cdc1ab41ac9d8686dcb17bb83d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63074493, jitterRate=-0.06011681258678436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:43,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:43,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 638ed7cdc1ab41ac9d8686dcb17bb83d: Running coprocessor pre-open hook at 1731620323098Writing region info on filesystem at 1731620323098Initializing all the Stores at 1731620323099 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620323099Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620323099Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620323099Cleaning up temporary data from old regions at 1731620323107 (+8 ms)Running coprocessor post-open hooks at 1731620323112 (+5 ms)Region opened successfully at 1731620323113 (+1 ms) 2024-11-14T21:38:43,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d., pid=10, masterSystemTime=1731620323068 2024-11-14T21:38:43,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:43,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:43,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=638ed7cdc1ab41ac9d8686dcb17bb83d, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,35683,1731620313318 2024-11-14T21:38:43,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 638ed7cdc1ab41ac9d8686dcb17bb83d, server=ef788a4cade8,35683,1731620313318 because future has completed 2024-11-14T21:38:43,136 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef788a4cade8,35683,1731620313318, table=hbase:replication, region=638ed7cdc1ab41ac9d8686dcb17bb83d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T21:38:43,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:38:43,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 638ed7cdc1ab41ac9d8686dcb17bb83d, server=ef788a4cade8,35683,1731620313318 in 220 msec 2024-11-14T21:38:43,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:38:43,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=638ed7cdc1ab41ac9d8686dcb17bb83d, ASSIGN in 379 msec 2024-11-14T21:38:43,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:43,143 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620323142"}]},"ts":"1731620323142"} 2024-11-14T21:38:43,147 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:38:43,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:43,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 417 msec 2024-11-14T21:38:43,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d., hostname=ef788a4cade8,35683,1731620313318, seqNum=2] 2024-11-14T21:38:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:43,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:38:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:43,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:38:43,363 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:38:43,402 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,35683,1731620313318, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:38:43,402 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:43,402 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35683,1731620313318, seqNum=-1] 2024-11-14T21:38:43,403 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:43,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:43,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,35683,1731620313318', locateType=CURRENT is [region=hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d., hostname=ef788a4cade8,35683,1731620313318, seqNum=2] 2024-11-14T21:38:43,408 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:38:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:38:43,410 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,35683,1731620313318 suceeded 2024-11-14T21:38:43,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:38:43,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-14T21:38:43,412 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:32835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:38:43,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 692 msec 2024-11-14T21:38:43,427 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:32835' 2024-11-14T21:38:43,429 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,429 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32835,-1 for getting cluster id 2024-11-14T21:38:43,429 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:43,430 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0baf27f6-0e67-493e-8714-c85ae5e338e3' 2024-11-14T21:38:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0baf27f6-0e67-493e-8714-c85ae5e338e3" 2024-11-14T21:38:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ecc0bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32835,-1] 2024-11-14T21:38:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:43,431 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:43,432 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@895a24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,432 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:43,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32835,1731620317929 2024-11-14T21:38:43,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c7dbdc7 2024-11-14T21:38:43,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:43,434 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T21:38:43,434 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,35683,1731620313318 (queues=1) is replicating from cluster=f3de84b6-6fb3-40be-b173-925a883292e9 to cluster=0baf27f6-0e67-493e-8714-c85ae5e338e3 2024-11-14T21:38:43,435 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C35683%2C1731620313318 2024-11-14T21:38:43,435 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,35683,1731620313318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:38:43,439 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, startPosition=0, beingWritten=true 2024-11-14T21:38:43,446 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C35683%2C1731620313318 2024-11-14T21:38:43,454 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:43,454 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 379, reset compression=false 2024-11-14T21:38:43,456 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35683,1731620313318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:43,658 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 379, reset compression=false 2024-11-14T21:38:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:43,857 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:38:43,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:43,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:43,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:43,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:43,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:43,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328e6d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32835,-1 for getting cluster id 2024-11-14T21:38:43,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:43,859 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0baf27f6-0e67-493e-8714-c85ae5e338e3' 2024-11-14T21:38:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0baf27f6-0e67-493e-8714-c85ae5e338e3" 2024-11-14T21:38:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba2f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32835,-1] 2024-11-14T21:38:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:43,860 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56820e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32835,1731620317929 2024-11-14T21:38:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d021fb 2024-11-14T21:38:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:43,862 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:43,863 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:33071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:38:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:38:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:43,865 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:33071' 2024-11-14T21:38:43,866 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b680715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,866 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,33071,-1 for getting cluster id 2024-11-14T21:38:43,866 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:43,866 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3de84b6-6fb3-40be-b173-925a883292e9' 2024-11-14T21:38:43,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:43,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3de84b6-6fb3-40be-b173-925a883292e9" 2024-11-14T21:38:43,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5ad9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,33071,-1] 2024-11-14T21:38:43,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:43,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:43,867 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:43,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d843cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:43,868 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,33071,1731620313176 2024-11-14T21:38:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b3cb32 2024-11-14T21:38:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:43,869 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:38:43,870 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T21:38:43,870 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:38:43,870 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:43,870 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:43,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:43,871 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:43,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:38:43,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:38:43,872 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:43,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:38:43,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:38:43,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6de3bc98395e3fc3015f780056fc9ebd, NAME => 'hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa 2024-11-14T21:38:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:38:43,922 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:38:43,962 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 379, reset compression=false 2024-11-14T21:38:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:44,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:44,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6de3bc98395e3fc3015f780056fc9ebd, disabling compactions & flushes 2024-11-14T21:38:44,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:44,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:44,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. after waiting 0 ms 2024-11-14T21:38:44,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:44,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:44,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6de3bc98395e3fc3015f780056fc9ebd: Waiting for close lock at 1731620324298Disabling compacts and flushes for region at 1731620324298Disabling writes for close at 1731620324299 (+1 ms)Writing region close event to WAL at 1731620324299Closed at 1731620324299 2024-11-14T21:38:44,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:38:44,303 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620324303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620324303"}]},"ts":"1731620324303"} 2024-11-14T21:38:44,307 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:38:44,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:38:44,310 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620324310"}]},"ts":"1731620324310"} 2024-11-14T21:38:44,312 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:38:44,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6de3bc98395e3fc3015f780056fc9ebd, ASSIGN}] 2024-11-14T21:38:44,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6de3bc98395e3fc3015f780056fc9ebd, ASSIGN 2024-11-14T21:38:44,315 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6de3bc98395e3fc3015f780056fc9ebd, ASSIGN; state=OFFLINE, location=ef788a4cade8,42579,1731620318153; forceNewPlan=false, retain=false 2024-11-14T21:38:44,368 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 379, reset compression=false 2024-11-14T21:38:44,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6de3bc98395e3fc3015f780056fc9ebd, regionState=OPENING, regionLocation=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:44,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6de3bc98395e3fc3015f780056fc9ebd, ASSIGN because future has completed 2024-11-14T21:38:44,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de3bc98395e3fc3015f780056fc9ebd, server=ef788a4cade8,42579,1731620318153}] 2024-11-14T21:38:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:44,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:44,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:44,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:38:44,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42579%2C1731620318153.rep, suffix=, logDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/oldWALs, maxLogs=10 2024-11-14T21:38:44,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.rep.1731620324675, exclude list is [], retry=0 2024-11-14T21:38:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45599,DS-4579f974-aa37-4130-8214-260d9c3b89f7,DISK] 2024-11-14T21:38:44,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.rep.1731620324675 2024-11-14T21:38:44,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-11-14T21:38:44,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de3bc98395e3fc3015f780056fc9ebd, NAME => 'hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:44,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:38:44,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:38:44,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. service=MultiRowMutationService 2024-11-14T21:38:44,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:38:44,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:44,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,759 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,760 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de3bc98395e3fc3015f780056fc9ebd columnFamilyName hfileref 2024-11-14T21:38:44,760 DEBUG [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:44,760 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] regionserver.HStore(327): Store=6de3bc98395e3fc3015f780056fc9ebd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:44,760 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,761 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de3bc98395e3fc3015f780056fc9ebd columnFamilyName queue 2024-11-14T21:38:44,761 DEBUG [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:44,762 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] regionserver.HStore(327): Store=6de3bc98395e3fc3015f780056fc9ebd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:44,762 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,762 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de3bc98395e3fc3015f780056fc9ebd columnFamilyName sid 2024-11-14T21:38:44,762 DEBUG [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:44,763 INFO [StoreOpener-6de3bc98395e3fc3015f780056fc9ebd-1 {}] regionserver.HStore(327): Store=6de3bc98395e3fc3015f780056fc9ebd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:44,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/replication/6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/replication/6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:38:44,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/replication/6de3bc98395e3fc3015f780056fc9ebd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:44,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6de3bc98395e3fc3015f780056fc9ebd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63662481, jitterRate=-0.05135510861873627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:38:44,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:44,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6de3bc98395e3fc3015f780056fc9ebd: Running coprocessor pre-open hook at 1731620324748Writing region info on filesystem at 1731620324748Initializing all the Stores at 1731620324749 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620324749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620324758 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620324758Cleaning up temporary data from old regions at 1731620324765 (+7 ms)Running coprocessor post-open hooks at 1731620324776 (+11 ms)Region opened successfully at 1731620324776 2024-11-14T21:38:44,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd., pid=10, masterSystemTime=1731620324656 2024-11-14T21:38:44,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:44,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6de3bc98395e3fc3015f780056fc9ebd, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,42579,1731620318153 2024-11-14T21:38:44,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:44,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de3bc98395e3fc3015f780056fc9ebd, server=ef788a4cade8,42579,1731620318153 because future has completed 2024-11-14T21:38:44,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:38:44,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6de3bc98395e3fc3015f780056fc9ebd, server=ef788a4cade8,42579,1731620318153 in 297 msec 2024-11-14T21:38:44,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:38:44,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6de3bc98395e3fc3015f780056fc9ebd, ASSIGN in 477 msec 2024-11-14T21:38:44,793 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:38:44,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620324793"}]},"ts":"1731620324793"} 2024-11-14T21:38:44,796 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:38:44,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:38:44,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 925 msec 2024-11-14T21:38:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd., hostname=ef788a4cade8,42579,1731620318153, seqNum=2] 2024-11-14T21:38:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:44,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:38:44,873 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 379, reset compression=false 2024-11-14T21:38:44,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:38:44,992 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:38:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:45,029 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,42579,1731620318153, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:38:45,030 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:45,030 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42579,1731620318153, seqNum=-1] 2024-11-14T21:38:45,031 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:45,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:45,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,42579,1731620318153', locateType=CURRENT is [region=hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd., hostname=ef788a4cade8,42579,1731620318153, seqNum=2] 2024-11-14T21:38:45,036 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:38:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:38:45,039 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,42579,1731620318153 suceeded 2024-11-14T21:38:45,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:38:45,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-14T21:38:45,041 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:33071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:38:45,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1780 sec 2024-11-14T21:38:45,058 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:33071' 2024-11-14T21:38:45,060 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5d319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:45,060 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,33071,-1 for getting cluster id 2024-11-14T21:38:45,060 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:45,061 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3de84b6-6fb3-40be-b173-925a883292e9' 2024-11-14T21:38:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3de84b6-6fb3-40be-b173-925a883292e9" 2024-11-14T21:38:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b9cb243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,33071,-1] 2024-11-14T21:38:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:45,062 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:45,063 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcfdba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:45,063 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,33071,1731620313176 2024-11-14T21:38:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f12c07 2024-11-14T21:38:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:38:45,064 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T21:38:45,065 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,42579,1731620318153 (queues=1) is replicating from cluster=0baf27f6-0e67-493e-8714-c85ae5e338e3 to cluster=f3de84b6-6fb3-40be-b173-925a883292e9 2024-11-14T21:38:45,065 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C42579%2C1731620318153 2024-11-14T21:38:45,065 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,42579,1731620318153, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:38:45,066 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C42579%2C1731620318153 2024-11-14T21:38:45,066 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, startPosition=0, beingWritten=true 2024-11-14T21:38:45,072 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:45,072 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 379, reset compression=false 2024-11-14T21:38:45,072 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42579,1731620318153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:45,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:45,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:45,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18308 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:45,276 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 379, reset compression=false 2024-11-14T21:38:45,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:38:45,346 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:38:45,479 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 379, reset compression=false 2024-11-14T21:38:45,607 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 379, reset compression=false 2024-11-14T21:38:46,022 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 379, reset compression=false 2024-11-14T21:38:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:38:46,031 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:38:46,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:46,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:46,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:46,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:46,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:46,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35683,1731620313318, seqNum=-1] 2024-11-14T21:38:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:46,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c., hostname=ef788a4cade8,35683,1731620313318, seqNum=2] 2024-11-14T21:38:46,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42579,1731620318153, seqNum=-1] 2024-11-14T21:38:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:46,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:38:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620322072.cfd00679e1547a23ecc115a73a822416., hostname=ef788a4cade8,42579,1731620318153, seqNum=2] 2024-11-14T21:38:46,054 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T21:38:46,188 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 379, reset compression=false 2024-11-14T21:38:46,193 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:46,193 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 480, reset compression=false 2024-11-14T21:38:46,193 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35683,1731620313318 got entry batch from reader: WALEntryBatch [walEntries=[{test/c890fb4182bd854c6f7e5d6a8587976c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T21:38:46,196 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:46,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T21:38:46,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:38:46,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6319c7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:46,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32835,-1 for getting cluster id 2024-11-14T21:38:46,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:46,203 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0baf27f6-0e67-493e-8714-c85ae5e338e3' 2024-11-14T21:38:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0baf27f6-0e67-493e-8714-c85ae5e338e3" 2024-11-14T21:38:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d16d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32835,-1] 2024-11-14T21:38:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:46,205 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:46,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:46,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@721d3e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:46,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:46,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42579,1731620318153, seqNum=-1] 2024-11-14T21:38:46,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:46,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620322072.cfd00679e1547a23ecc115a73a822416., hostname=ef788a4cade8,42579,1731620318153, seqNum=2] 2024-11-14T21:38:46,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:38:46,425 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 480, reset compression=false 2024-11-14T21:38:46,535 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 379, reset compression=false 2024-11-14T21:38:46,552 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:46,553 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 504, reset compression=false 2024-11-14T21:38:46,553 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42579,1731620318153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:46,750 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 480, reset compression=false 2024-11-14T21:38:46,764 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 504, reset compression=false 2024-11-14T21:38:47,061 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T21:38:47,073 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T21:38:47,095 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 504, reset compression=false 2024-11-14T21:38:47,115 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:47,115 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 608, reset compression=false 2024-11-14T21:38:47,115 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42579,1731620318153 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfd00679e1547a23ecc115a73a822416/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T21:38:47,123 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:38:47,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T21:38:47,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:38:47,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a9096c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:47,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,33071,-1 for getting cluster id 2024-11-14T21:38:47,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:38:47,138 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3de84b6-6fb3-40be-b173-925a883292e9' 2024-11-14T21:38:47,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:38:47,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3de84b6-6fb3-40be-b173-925a883292e9" 2024-11-14T21:38:47,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3982684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:47,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,33071,-1] 2024-11-14T21:38:47,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:38:47,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:47,144 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:38:47,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@282b6823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:38:47,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:38:47,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35683,1731620313318, seqNum=-1] 2024-11-14T21:38:47,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:38:47,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T21:38:47,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c., hostname=ef788a4cade8,35683,1731620313318, seqNum=2] 2024-11-14T21:38:47,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:38:47,179 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 480, reset compression=false 2024-11-14T21:38:47,203 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:47,203 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 607, reset compression=false 2024-11-14T21:38:47,203 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35683,1731620313318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:47,336 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 608, reset compression=false 2024-11-14T21:38:47,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:47,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,427 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 607, reset compression=false 2024-11-14T21:38:47,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:47,662 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 608, reset compression=false 2024-11-14T21:38:47,746 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 607, reset compression=false 2024-11-14T21:38:47,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:38:47,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T21:38:47,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T21:38:47,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T21:38:47,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:47,989 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T21:38:48,081 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T21:38:48,091 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 608, reset compression=false 2024-11-14T21:38:48,095 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T21:38:48,168 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 607, reset compression=false 2024-11-14T21:38:48,177 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:48,177 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 763, reset compression=false 2024-11-14T21:38:48,177 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35683,1731620313318 got entry batch from reader: WALEntryBatch [walEntries=[{test/c890fb4182bd854c6f7e5d6a8587976c/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T21:38:48,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:38:48,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42579 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:38:48,386 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 763, reset compression=false 2024-11-14T21:38:48,611 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 608, reset compression=false 2024-11-14T21:38:48,639 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:48,641 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 756, reset compression=false 2024-11-14T21:38:48,641 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42579,1731620318153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:48,697 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 763, reset compression=false 2024-11-14T21:38:48,875 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 756, reset compression=false 2024-11-14T21:38:49,101 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T21:38:49,108 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 763, reset compression=false 2024-11-14T21:38:49,116 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T21:38:49,179 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 756, reset compression=false 2024-11-14T21:38:49,208 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:38:49,208 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 915, reset compression=false 2024-11-14T21:38:49,209 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42579,1731620318153 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfd00679e1547a23ecc115a73a822416/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T21:38:49,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:38:49,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:38:49,430 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 915, reset compression=false 2024-11-14T21:38:49,614 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 763, reset compression=false 2024-11-14T21:38:49,642 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:49,642 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:49,642 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35683,1731620313318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:49,761 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 915, reset compression=false 2024-11-14T21:38:49,873 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:50,120 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T21:38:50,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:38:50,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:50,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:50,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:50,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:50,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:50,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:38:50,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=620378581, stopped=false 2024-11-14T21:38:50,125 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,32835,1731620317929 2024-11-14T21:38:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11687953872/running 2024-11-14T21:38:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:50,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:50,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:50,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:50,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11687953872/running 2024-11-14T21:38:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:50,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,42579,1731620318153' ***** 2024-11-14T21:38:50,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:38:50,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on znode that does not yet exist, /11687953872/running 2024-11-14T21:38:50,134 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:38:50,134 INFO [RS:0;ef788a4cade8:42579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:38:50,134 INFO [RS:0;ef788a4cade8:42579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:38:50,134 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(3091): Received CLOSE for cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:50,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:38:50,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Set watcher on znode that does not yet exist, /11687953872/running 2024-11-14T21:38:50,135 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(3091): Received CLOSE for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:50,135 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,42579,1731620318153 2024-11-14T21:38:50,135 INFO [RS:0;ef788a4cade8:42579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:50,135 INFO [RS:0;ef788a4cade8:42579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:42579. 2024-11-14T21:38:50,136 DEBUG [RS:0;ef788a4cade8:42579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:50,136 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:50,136 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:38:50,136 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:38:50,136 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:38:50,136 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:38:50,136 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfd00679e1547a23ecc115a73a822416, disabling compactions & flushes 2024-11-14T21:38:50,136 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:50,136 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:50,136 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620322072.cfd00679e1547a23ecc115a73a822416. after waiting 0 ms 2024-11-14T21:38:50,136 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:50,136 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cfd00679e1547a23ecc115a73a822416 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T21:38:50,143 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:38:50,143 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cfd00679e1547a23ecc115a73a822416=test,,1731620322072.cfd00679e1547a23ecc115a73a822416., 6de3bc98395e3fc3015f780056fc9ebd=hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd.} 2024-11-14T21:38:50,143 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6de3bc98395e3fc3015f780056fc9ebd, cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:50,143 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:50,143 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:50,143 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:50,144 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:50,144 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:50,144 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:38:50,169 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 915, reset compression=false 2024-11-14T21:38:50,189 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:50,200 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:50,214 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/info/6ab0200551974ec88e79f15013d28ce7 is 147, key is hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd./info:regioninfo/1731620324780/Put/seqid=0 2024-11-14T21:38:50,220 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/f/8ec80e97d19d46518e24a7e7244b3e32 is 29, key is row1/f:/1731620329102/DeleteFamily/seqid=0 2024-11-14T21:38:50,223 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:50,223 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 1162, reset compression=false 2024-11-14T21:38:50,223 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42579,1731620318153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:50,224 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,42579,1731620318153: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,42579,1731620318153, walGroup=ef788a4cade8%2C42579%2C1731620318153, offset=ef788a4cade8%2C42579%2C1731620318153.1731620319635:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:38:50,225 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:38:50,225 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:38:50,229 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:38:50,229 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:38:50,229 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:38:50,229 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 571749312 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 189588424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:38:50,229 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:32835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:32835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:38:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741840_1016 (size=7686) 2024-11-14T21:38:50,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741841_1017 (size=5118) 2024-11-14T21:38:50,241 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/f/8ec80e97d19d46518e24a7e7244b3e32 2024-11-14T21:38:50,246 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/info/6ab0200551974ec88e79f15013d28ce7 2024-11-14T21:38:50,255 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ec80e97d19d46518e24a7e7244b3e32 2024-11-14T21:38:50,287 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/f1/46b08d7026fb4f28b488b88bc80f6259 is 30, key is row1/f1:/1731620329102/DeleteFamily/seqid=0 2024-11-14T21:38:50,296 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/ns/5c94be0dbe5f4c02a0a2d1e5341e3252 is 43, key is default/ns:d/1731620320715/Put/seqid=0 2024-11-14T21:38:50,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741842_1018 (size=5123) 2024-11-14T21:38:50,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741843_1019 (size=5153) 2024-11-14T21:38:50,343 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6de3bc98395e3fc3015f780056fc9ebd, cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:50,345 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/ns/5c94be0dbe5f4c02a0a2d1e5341e3252 2024-11-14T21:38:50,388 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/rep_barrier/1bbdfad5b4be40f49fa2823bbbd9df78 is 112, key is test,,1731620322072.cfd00679e1547a23ecc115a73a822416./rep_barrier:seqnumDuringOpen/1731620322590/Put/seqid=0 2024-11-14T21:38:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741844_1020 (size=5518) 2024-11-14T21:38:50,403 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/rep_barrier/1bbdfad5b4be40f49fa2823bbbd9df78 2024-11-14T21:38:50,426 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/table/1d166c3b951f4ad5a4a36d08df373135 is 53, key is hbase:replication/table:state/1731620324793/Put/seqid=0 2024-11-14T21:38:50,429 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:38:50,429 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:38:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741845_1021 (size=5308) 2024-11-14T21:38:50,436 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/table/1d166c3b951f4ad5a4a36d08df373135 2024-11-14T21:38:50,441 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/info/6ab0200551974ec88e79f15013d28ce7 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/info/6ab0200551974ec88e79f15013d28ce7 2024-11-14T21:38:50,445 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/info/6ab0200551974ec88e79f15013d28ce7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:38:50,446 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/ns/5c94be0dbe5f4c02a0a2d1e5341e3252 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/ns/5c94be0dbe5f4c02a0a2d1e5341e3252 2024-11-14T21:38:50,450 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/ns/5c94be0dbe5f4c02a0a2d1e5341e3252, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:38:50,451 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/rep_barrier/1bbdfad5b4be40f49fa2823bbbd9df78 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/rep_barrier/1bbdfad5b4be40f49fa2823bbbd9df78 2024-11-14T21:38:50,456 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/rep_barrier/1bbdfad5b4be40f49fa2823bbbd9df78, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:38:50,457 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/.tmp/table/1d166c3b951f4ad5a4a36d08df373135 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/table/1d166c3b951f4ad5a4a36d08df373135 2024-11-14T21:38:50,461 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/table/1d166c3b951f4ad5a4a36d08df373135, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:38:50,462 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=16, compaction requested=false 2024-11-14T21:38:50,464 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 1162, reset compression=false 2024-11-14T21:38:50,471 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:38:50,473 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:50,473 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:50,473 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:50,473 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620330143Running coprocessor pre-close hooks at 1731620330143Disabling compacts and flushes for region at 1731620330143Disabling writes for close at 1731620330144 (+1 ms)Obtaining lock to block concurrent updates at 1731620330144Preparing flush snapshotting stores in 1588230740 at 1731620330144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620330144Flushing stores of hbase:meta,,1.1588230740 at 1731620330145 (+1 ms)Flushing 1588230740/info: creating writer at 1731620330145Flushing 1588230740/info: appending metadata at 1731620330213 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731620330213Flushing 1588230740/ns: creating writer at 1731620330263 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731620330296 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731620330296Flushing 1588230740/rep_barrier: creating writer at 1731620330355 (+59 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620330387 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620330387Flushing 1588230740/table: creating writer at 1731620330408 (+21 ms)Flushing 1588230740/table: appending metadata at 1731620330425 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731620330425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bda1618: reopening flushed file at 1731620330440 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff1242: reopening flushed file at 1731620330445 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678148db: reopening flushed file at 1731620330450 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af46344: reopening flushed file at 1731620330456 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=16, compaction requested=false at 1731620330462 (+6 ms)Writing region close event to WAL at 1731620330466 (+4 ms)Running coprocessor post-close hooks at 1731620330473 (+7 ms)Closed at 1731620330473 2024-11-14T21:38:50,473 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:50,544 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1351): Waiting on 6de3bc98395e3fc3015f780056fc9ebd, cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:50,623 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:50,725 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/f1/46b08d7026fb4f28b488b88bc80f6259 2024-11-14T21:38:50,744 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1351): Waiting on 6de3bc98395e3fc3015f780056fc9ebd, cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:50,751 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46b08d7026fb4f28b488b88bc80f6259 2024-11-14T21:38:50,774 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 1162, reset compression=false 2024-11-14T21:38:50,777 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/norep/a098e999ce1849368e367850fa2a87e8 is 33, key is row1/norep:/1731620329102/DeleteFamily/seqid=0 2024-11-14T21:38:50,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741846_1022 (size=5108) 2024-11-14T21:38:50,944 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1351): Waiting on 6de3bc98395e3fc3015f780056fc9ebd, cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:51,144 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:38:51,144 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1325): Online Regions={cfd00679e1547a23ecc115a73a822416=test,,1731620322072.cfd00679e1547a23ecc115a73a822416., 6de3bc98395e3fc3015f780056fc9ebd=hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd.} 2024-11-14T21:38:51,144 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1351): Waiting on 6de3bc98395e3fc3015f780056fc9ebd, cfd00679e1547a23ecc115a73a822416 2024-11-14T21:38:51,151 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:51,220 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.wal-reader.ef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.1731620319635 to pos 1162, reset compression=false 2024-11-14T21:38:51,227 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/norep/a098e999ce1849368e367850fa2a87e8 2024-11-14T21:38:51,247 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a098e999ce1849368e367850fa2a87e8 2024-11-14T21:38:51,248 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/f/8ec80e97d19d46518e24a7e7244b3e32 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/f/8ec80e97d19d46518e24a7e7244b3e32 2024-11-14T21:38:51,256 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ec80e97d19d46518e24a7e7244b3e32 2024-11-14T21:38:51,256 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/f/8ec80e97d19d46518e24a7e7244b3e32, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T21:38:51,261 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/f1/46b08d7026fb4f28b488b88bc80f6259 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/f1/46b08d7026fb4f28b488b88bc80f6259 2024-11-14T21:38:51,269 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46b08d7026fb4f28b488b88bc80f6259 2024-11-14T21:38:51,269 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/f1/46b08d7026fb4f28b488b88bc80f6259, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T21:38:51,270 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/.tmp/norep/a098e999ce1849368e367850fa2a87e8 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/norep/a098e999ce1849368e367850fa2a87e8 2024-11-14T21:38:51,276 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a098e999ce1849368e367850fa2a87e8 2024-11-14T21:38:51,277 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/norep/a098e999ce1849368e367850fa2a87e8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T21:38:51,278 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cfd00679e1547a23ecc115a73a822416 in 1142ms, sequenceid=8, compaction requested=false 2024-11-14T21:38:51,287 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/data/default/test/cfd00679e1547a23ecc115a73a822416/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:51,288 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfd00679e1547a23ecc115a73a822416: Waiting for close lock at 1731620330136Running coprocessor pre-close hooks at 1731620330136Disabling compacts and flushes for region at 1731620330136Disabling writes for close at 1731620330136Obtaining lock to block concurrent updates at 1731620330137 (+1 ms)Preparing flush snapshotting stores in cfd00679e1547a23ecc115a73a822416 at 1731620330137Finished memstore snapshotting test,,1731620322072.cfd00679e1547a23ecc115a73a822416., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731620330140 (+3 ms)Flushing stores of test,,1731620322072.cfd00679e1547a23ecc115a73a822416. at 1731620330143 (+3 ms)Flushing cfd00679e1547a23ecc115a73a822416/f: creating writer at 1731620330144 (+1 ms)Flushing cfd00679e1547a23ecc115a73a822416/f: appending metadata at 1731620330218 (+74 ms)Flushing cfd00679e1547a23ecc115a73a822416/f: closing flushed file at 1731620330219 (+1 ms)Flushing cfd00679e1547a23ecc115a73a822416/f1: creating writer at 1731620330255 (+36 ms)Flushing cfd00679e1547a23ecc115a73a822416/f1: appending metadata at 1731620330286 (+31 ms)Flushing cfd00679e1547a23ecc115a73a822416/f1: closing flushed file at 1731620330286Flushing cfd00679e1547a23ecc115a73a822416/norep: creating writer at 1731620330751 (+465 ms)Flushing cfd00679e1547a23ecc115a73a822416/norep: appending metadata at 1731620330775 (+24 ms)Flushing cfd00679e1547a23ecc115a73a822416/norep: closing flushed file at 1731620330776 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd49725: reopening flushed file at 1731620331247 (+471 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed85c3c: reopening flushed file at 1731620331256 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afce3d0: reopening flushed file at 1731620331269 (+13 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cfd00679e1547a23ecc115a73a822416 in 1142ms, sequenceid=8, compaction requested=false at 1731620331278 (+9 ms)Writing region close event to WAL at 1731620331283 (+5 ms)Running coprocessor post-close hooks at 1731620331288 (+5 ms)Closed at 1731620331288 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620322072.cfd00679e1547a23ecc115a73a822416. 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6de3bc98395e3fc3015f780056fc9ebd, disabling compactions & flushes 2024-11-14T21:38:51,288 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. after waiting 0 ms 2024-11-14T21:38:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,289 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6de3bc98395e3fc3015f780056fc9ebd: Waiting for close lock at 1731620331288Running coprocessor pre-close hooks at 1731620331288Disabling compacts and flushes for region at 1731620331288Disabling writes for close at 1731620331288Failed flush hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd., putting online again at 1731620331289 (+1 ms) 2024-11-14T21:38:51,289 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,346 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(3091): Received CLOSE for 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:51,346 DEBUG [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1351): Waiting on 6de3bc98395e3fc3015f780056fc9ebd 2024-11-14T21:38:51,347 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6de3bc98395e3fc3015f780056fc9ebd, disabling compactions & flushes 2024-11-14T21:38:51,347 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,347 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,347 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. after waiting 0 ms 2024-11-14T21:38:51,347 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,347 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6de3bc98395e3fc3015f780056fc9ebd: Waiting for close lock at 1731620331347Running coprocessor pre-close hooks at 1731620331347Disabling compacts and flushes for region at 1731620331347Disabling writes for close at 1731620331347Failed flush hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd., putting online again at 1731620331347 2024-11-14T21:38:51,347 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731620323870.6de3bc98395e3fc3015f780056fc9ebd. 2024-11-14T21:38:51,547 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T21:38:51,547 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,42579,1731620318153; all regions closed. 2024-11-14T21:38:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:38:51,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/WALs/ef788a4cade8,42579,1731620318153/ef788a4cade8%2C42579%2C1731620318153.meta.1731620320586.meta not finished, retry = 0 2024-11-14T21:38:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741839_1015 (size=1733) 2024-11-14T21:38:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741833_1009 (size=1814) 2024-11-14T21:38:51,665 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:51,665 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:51,665 INFO [RS:0;ef788a4cade8:42579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:51,665 INFO [RS:0;ef788a4cade8:42579 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:51,665 INFO [RS:0;ef788a4cade8:42579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:51,666 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:51,666 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,42579,1731620318153 because: Region server is closing 2024-11-14T21:38:51,666 INFO [RS:0;ef788a4cade8:42579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:42579. 2024-11-14T21:38:51,666 DEBUG [RS:0;ef788a4cade8:42579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:51,666 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:51,666 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:51,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:51,767 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42579,1731620318153.replicationSource.shipperef788a4cade8%2C42579%2C1731620318153,1-ef788a4cade8,42579,1731620318153 terminated 2024-11-14T21:38:51,767 INFO [RS:0;ef788a4cade8:42579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:42579. 2024-11-14T21:38:51,767 DEBUG [RS:0;ef788a4cade8:42579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:51,767 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:51,767 DEBUG [RS:0;ef788a4cade8:42579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:51,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:51,767 INFO [RS:0;ef788a4cade8:42579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42579 2024-11-14T21:38:51,767 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:51,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872/rs 2024-11-14T21:38:51,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11687953872/rs/ef788a4cade8,42579,1731620318153 2024-11-14T21:38:51,770 INFO [RS:0;ef788a4cade8:42579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:51,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,42579,1731620318153] 2024-11-14T21:38:51,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11687953872/draining/ef788a4cade8,42579,1731620318153 already deleted, retry=false 2024-11-14T21:38:51,772 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,42579,1731620318153 expired; onlineServers=0 2024-11-14T21:38:51,772 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,32835,1731620317929' ***** 2024-11-14T21:38:51,772 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:38:51,772 INFO [M:0;ef788a4cade8:32835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:51,772 INFO [M:0;ef788a4cade8:32835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:51,772 DEBUG [M:0;ef788a4cade8:32835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:38:51,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:38:51,773 DEBUG [M:0;ef788a4cade8:32835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:38:51,773 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620319198 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620319198,5,FailOnTimeoutGroup] 2024-11-14T21:38:51,773 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620319180 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620319180,5,FailOnTimeoutGroup] 2024-11-14T21:38:51,773 INFO [M:0;ef788a4cade8:32835 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:51,773 INFO [M:0;ef788a4cade8:32835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:51,773 DEBUG [M:0;ef788a4cade8:32835 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:38:51,773 INFO [M:0;ef788a4cade8:32835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:38:51,773 INFO [M:0;ef788a4cade8:32835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:51,773 INFO [M:0;ef788a4cade8:32835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:38:51,773 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:38:51,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11687953872/master 2024-11-14T21:38:51,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11687953872 2024-11-14T21:38:51,776 INFO [M:0;ef788a4cade8:32835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/.lastflushedseqids 2024-11-14T21:38:51,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11687953872/master already deleted, retry=false 2024-11-14T21:38:51,777 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Failed delete of our master address node; KeeperErrorCode = NoNode for /11687953872/master 2024-11-14T21:38:51,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741847_1023 (size=245) 2024-11-14T21:38:51,790 INFO [M:0;ef788a4cade8:32835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:38:51,790 INFO [M:0;ef788a4cade8:32835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:38:51,790 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:51,790 INFO [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:51,790 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:51,790 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:51,790 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:51,791 INFO [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T21:38:51,811 DEBUG [M:0;ef788a4cade8:32835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583a863ce72048c28bdb1ad3f1c539fb is 82, key is hbase:meta,,1/info:regioninfo/1731620320686/Put/seqid=0 2024-11-14T21:38:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741848_1024 (size=5672) 2024-11-14T21:38:51,819 INFO [M:0;ef788a4cade8:32835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583a863ce72048c28bdb1ad3f1c539fb 2024-11-14T21:38:51,869 DEBUG [M:0;ef788a4cade8:32835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/844138c284344e7a9ec8507ce56d8661 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620324797/Put/seqid=0 2024-11-14T21:38:51,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:51,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42579-0x100ac60a03c0004, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:51,874 INFO [RS:0;ef788a4cade8:42579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:51,874 INFO [RS:0;ef788a4cade8:42579 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,42579,1731620318153; zookeeper connection closed. 2024-11-14T21:38:51,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@528f50c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@528f50c4 2024-11-14T21:38:51,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:38:51,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741849_1025 (size=8516) 2024-11-14T21:38:51,919 INFO [M:0;ef788a4cade8:32835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/844138c284344e7a9ec8507ce56d8661 2024-11-14T21:38:51,973 DEBUG [M:0;ef788a4cade8:32835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e8b38296d484d9dac590b6fa6394a0d is 69, key is ef788a4cade8,42579,1731620318153/rs:state/1731620319259/Put/seqid=0 2024-11-14T21:38:52,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741850_1026 (size=5156) 2024-11-14T21:38:52,434 INFO [M:0;ef788a4cade8:32835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e8b38296d484d9dac590b6fa6394a0d 2024-11-14T21:38:52,463 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583a863ce72048c28bdb1ad3f1c539fb as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/583a863ce72048c28bdb1ad3f1c539fb 2024-11-14T21:38:52,472 INFO [M:0;ef788a4cade8:32835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/583a863ce72048c28bdb1ad3f1c539fb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:38:52,480 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/844138c284344e7a9ec8507ce56d8661 as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/844138c284344e7a9ec8507ce56d8661 2024-11-14T21:38:52,488 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:52,520 INFO [M:0;ef788a4cade8:32835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/844138c284344e7a9ec8507ce56d8661, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:38:52,531 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e8b38296d484d9dac590b6fa6394a0d as hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e8b38296d484d9dac590b6fa6394a0d 2024-11-14T21:38:52,577 INFO [M:0;ef788a4cade8:32835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e8b38296d484d9dac590b6fa6394a0d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:38:52,578 INFO [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 788ms, sequenceid=97, compaction requested=false 2024-11-14T21:38:52,623 INFO [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:52,623 DEBUG [M:0;ef788a4cade8:32835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620331790Disabling compacts and flushes for region at 1731620331790Disabling writes for close at 1731620331790Obtaining lock to block concurrent updates at 1731620331791 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620331791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731620331791Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620331792 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620331792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620331810 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620331810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620331835 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620331869 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620331869Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620331928 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620331972 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620331972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698fb6e9: reopening flushed file at 1731620332462 (+490 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e792da1: reopening flushed file at 1731620332472 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b47077: reopening flushed file at 1731620332520 (+48 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 788ms, sequenceid=97, compaction requested=false at 1731620332578 (+58 ms)Writing region close event to WAL at 1731620332623 (+45 ms)Closed at 1731620332623 2024-11-14T21:38:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741830_1006 (size=63654) 2024-11-14T21:38:52,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a7a20f4-b0ae-84d2-a500-ee936b70eefa/MasterData/WALs/ef788a4cade8,32835,1731620317929/ef788a4cade8%2C32835%2C1731620317929.1731620318797 not finished, retry = 0 2024-11-14T21:38:52,754 INFO [M:0;ef788a4cade8:32835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:38:52,754 INFO [M:0;ef788a4cade8:32835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32835 2024-11-14T21:38:52,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:52,760 INFO [M:0;ef788a4cade8:32835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x100ac60a03c0003, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:52,870 INFO [M:0;ef788a4cade8:32835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:52,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23898bdb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:52,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b51fbb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:52,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:52,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48a787a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:52,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63bcff2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:52,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:38:52,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:38:52,953 WARN [BP-1839649134-172.17.0.2-1731620317040 heartbeating to localhost/127.0.0.1:46297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:38:52,953 WARN [BP-1839649134-172.17.0.2-1731620317040 heartbeating to localhost/127.0.0.1:46297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1839649134-172.17.0.2-1731620317040 (Datanode Uuid d625a416-d6b8-4060-88b7-ef1ec60c9e13) service to localhost/127.0.0.1:46297 2024-11-14T21:38:52,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/cluster_13baf7af-fa7e-81bd-d5f9-8ce093085006/data/data1/current/BP-1839649134-172.17.0.2-1731620317040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:52,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/cluster_13baf7af-fa7e-81bd-d5f9-8ce093085006/data/data2/current/BP-1839649134-172.17.0.2-1731620317040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:52,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:38:52,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b200d38{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:52,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dceca05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:52,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:52,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@215f870f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:52,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698acd06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:53,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:38:53,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:38:53,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:53,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:53,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:53,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:53,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:53,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:38:53,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=978500864, stopped=false 2024-11-14T21:38:53,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,33071,1731620313176 2024-11-14T21:38:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02069200826/running 2024-11-14T21:38:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:53,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:53,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:38:53,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:53,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:53,046 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,35683,1731620313318' ***** 2024-11-14T21:38:53,046 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:38:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02069200826/running 2024-11-14T21:38:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:53,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on znode that does not yet exist, /02069200826/running 2024-11-14T21:38:53,046 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:38:53,046 INFO [RS:0;ef788a4cade8:35683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:38:53,047 INFO [RS:0;ef788a4cade8:35683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:38:53,047 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for 638ed7cdc1ab41ac9d8686dcb17bb83d 2024-11-14T21:38:53,047 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:38:53,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Set watcher on znode that does not yet exist, /02069200826/running 2024-11-14T21:38:53,068 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:53,070 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:53,070 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,35683,1731620313318 2024-11-14T21:38:53,070 INFO [RS:0;ef788a4cade8:35683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:53,071 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 638ed7cdc1ab41ac9d8686dcb17bb83d, disabling compactions & flushes 2024-11-14T21:38:53,071 INFO [RS:0;ef788a4cade8:35683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:35683. 2024-11-14T21:38:53,071 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:53,071 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:53,071 DEBUG [RS:0;ef788a4cade8:35683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:53,071 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. after waiting 0 ms 2024-11-14T21:38:53,071 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:53,071 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:53,071 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:38:53,071 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 638ed7cdc1ab41ac9d8686dcb17bb83d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T21:38:53,071 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:38:53,071 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:38:53,071 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:38:53,083 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:38:53,083 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:38:53,083 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1325): Online Regions={638ed7cdc1ab41ac9d8686dcb17bb83d=hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d., c890fb4182bd854c6f7e5d6a8587976c=test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:38:53,083 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:38:53,083 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:38:53,083 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 638ed7cdc1ab41ac9d8686dcb17bb83d, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:53,083 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:38:53,083 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:38:53,083 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:38:53,106 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d/.tmp/queue/8c2a0c49b509444e8ba02d0d1dbf8d13 is 153, key is 1-ef788a4cade8,35683,1731620313318/queue:ef788a4cade8%2C35683%2C1731620313318/1731620329644/Put/seqid=0 2024-11-14T21:38:53,130 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/info/d92b18a7ad11475a935462e31ba95018 is 147, key is hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d./info:regioninfo/1731620323117/Put/seqid=0 2024-11-14T21:38:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741840_1016 (size=5352) 2024-11-14T21:38:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741841_1017 (size=7686) 2024-11-14T21:38:53,283 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 638ed7cdc1ab41ac9d8686dcb17bb83d, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:53,350 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:53,484 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 638ed7cdc1ab41ac9d8686dcb17bb83d, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:53,581 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d/.tmp/queue/8c2a0c49b509444e8ba02d0d1dbf8d13 2024-11-14T21:38:53,609 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/info/d92b18a7ad11475a935462e31ba95018 2024-11-14T21:38:53,626 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d/.tmp/queue/8c2a0c49b509444e8ba02d0d1dbf8d13 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d/queue/8c2a0c49b509444e8ba02d0d1dbf8d13 2024-11-14T21:38:53,635 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d/queue/8c2a0c49b509444e8ba02d0d1dbf8d13, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T21:38:53,636 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 638ed7cdc1ab41ac9d8686dcb17bb83d in 565ms, sequenceid=10, compaction requested=false 2024-11-14T21:38:53,659 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/ns/9a6a3afca96042f48d9307f0d87ecfd3 is 43, key is default/ns:d/1731620316990/Put/seqid=0 2024-11-14T21:38:53,676 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/replication/638ed7cdc1ab41ac9d8686dcb17bb83d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T21:38:53,676 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:53,676 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:53,677 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 638ed7cdc1ab41ac9d8686dcb17bb83d: Waiting for close lock at 1731620333070Running coprocessor pre-close hooks at 1731620333070Disabling compacts and flushes for region at 1731620333070Disabling writes for close at 1731620333071 (+1 ms)Obtaining lock to block concurrent updates at 1731620333071Preparing flush snapshotting stores in 638ed7cdc1ab41ac9d8686dcb17bb83d at 1731620333071Finished memstore snapshotting hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731620333074 (+3 ms)Flushing stores of hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. at 1731620333075 (+1 ms)Flushing 638ed7cdc1ab41ac9d8686dcb17bb83d/queue: creating writer at 1731620333075Flushing 638ed7cdc1ab41ac9d8686dcb17bb83d/queue: appending metadata at 1731620333106 (+31 ms)Flushing 638ed7cdc1ab41ac9d8686dcb17bb83d/queue: closing flushed file at 1731620333106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41aa5f48: reopening flushed file at 1731620333624 (+518 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 638ed7cdc1ab41ac9d8686dcb17bb83d in 565ms, sequenceid=10, compaction requested=false at 1731620333636 (+12 ms)Writing region close event to WAL at 1731620333664 (+28 ms)Running coprocessor post-close hooks at 1731620333676 (+12 ms)Closed at 1731620333677 (+1 ms) 2024-11-14T21:38:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620322732.638ed7cdc1ab41ac9d8686dcb17bb83d. 2024-11-14T21:38:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c890fb4182bd854c6f7e5d6a8587976c, disabling compactions & flushes 2024-11-14T21:38:53,677 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. after waiting 0 ms 2024-11-14T21:38:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:53,677 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c890fb4182bd854c6f7e5d6a8587976c 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T21:38:53,685 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:53,707 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/f/4dea82cf115242f290a520282d2ec716 is 29, key is row1/f:/1731620329102/DeleteFamily/seqid=0 2024-11-14T21:38:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:38:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741843_1019 (size=5118) 2024-11-14T21:38:53,739 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/f/4dea82cf115242f290a520282d2ec716 2024-11-14T21:38:53,745 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dea82cf115242f290a520282d2ec716 2024-11-14T21:38:53,800 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/f1/c7be3e9f008a45c19870fde4e4ea934c is 30, key is row1/f1:/1731620329102/DeleteFamily/seqid=0 2024-11-14T21:38:53,835 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:38:53,835 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:38:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741844_1020 (size=5123) 2024-11-14T21:38:53,858 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/f1/c7be3e9f008a45c19870fde4e4ea934c 2024-11-14T21:38:53,887 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7be3e9f008a45c19870fde4e4ea934c 2024-11-14T21:38:53,888 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:53,944 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/norep/047d24e3218743c8892ab5ad7ad046ba is 32, key is row/norep:/1731620328090/DeleteFamily/seqid=0 2024-11-14T21:38:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741845_1021 (size=5101) 2024-11-14T21:38:54,088 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:38:54,088 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1325): Online Regions={c890fb4182bd854c6f7e5d6a8587976c=test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:38:54,088 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:54,119 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/ns/9a6a3afca96042f48d9307f0d87ecfd3 2024-11-14T21:38:54,216 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/rep_barrier/065e42d42e1844cdafdb6c1c2725c556 is 112, key is test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c./rep_barrier:seqnumDuringOpen/1731620321921/Put/seqid=0 2024-11-14T21:38:54,265 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 912, reset compression=false 2024-11-14T21:38:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741846_1022 (size=5518) 2024-11-14T21:38:54,294 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:54,295 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:54,295 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 1159, reset compression=false 2024-11-14T21:38:54,295 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35683,1731620313318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:38:54,296 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,35683,1731620313318: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,35683,1731620313318, walGroup=ef788a4cade8%2C35683%2C1731620313318, offset=ef788a4cade8%2C35683%2C1731620313318.1731620315983:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:35683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:38:54,297 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:38:54,298 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:38:54,298 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:38:54,298 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:38:54,298 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:38:54,298 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 640955328 }, "NonHeapMemoryUsage": { "committed": 195493888, "init": 7667712, "max": -1, "used": 190083176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:38:54,299 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:33071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:33071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:38:54,378 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/norep/047d24e3218743c8892ab5ad7ad046ba 2024-11-14T21:38:54,412 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 047d24e3218743c8892ab5ad7ad046ba 2024-11-14T21:38:54,422 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/f/4dea82cf115242f290a520282d2ec716 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/f/4dea82cf115242f290a520282d2ec716 2024-11-14T21:38:54,441 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dea82cf115242f290a520282d2ec716 2024-11-14T21:38:54,441 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/f/4dea82cf115242f290a520282d2ec716, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T21:38:54,453 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/f1/c7be3e9f008a45c19870fde4e4ea934c as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/f1/c7be3e9f008a45c19870fde4e4ea934c 2024-11-14T21:38:54,487 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7be3e9f008a45c19870fde4e4ea934c 2024-11-14T21:38:54,487 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/f1/c7be3e9f008a45c19870fde4e4ea934c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T21:38:54,494 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c890fb4182bd854c6f7e5d6a8587976c 2024-11-14T21:38:54,495 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/.tmp/norep/047d24e3218743c8892ab5ad7ad046ba as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/norep/047d24e3218743c8892ab5ad7ad046ba 2024-11-14T21:38:54,523 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 047d24e3218743c8892ab5ad7ad046ba 2024-11-14T21:38:54,523 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/norep/047d24e3218743c8892ab5ad7ad046ba, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T21:38:54,526 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c890fb4182bd854c6f7e5d6a8587976c in 849ms, sequenceid=8, compaction requested=false 2024-11-14T21:38:54,526 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:38:54,562 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 1159, reset compression=false 2024-11-14T21:38:54,590 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:38:54,590 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 1803, reset compression=false 2024-11-14T21:38:54,603 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/default/test/c890fb4182bd854c6f7e5d6a8587976c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:38:54,607 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:54,607 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:54,607 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:54,607 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c890fb4182bd854c6f7e5d6a8587976c: Waiting for close lock at 1731620333677Running coprocessor pre-close hooks at 1731620333677Disabling compacts and flushes for region at 1731620333677Disabling writes for close at 1731620333677Obtaining lock to block concurrent updates at 1731620333677Preparing flush snapshotting stores in c890fb4182bd854c6f7e5d6a8587976c at 1731620333677Finished memstore snapshotting test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731620333678 (+1 ms)Flushing stores of test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. at 1731620333679 (+1 ms)Flushing c890fb4182bd854c6f7e5d6a8587976c/f: creating writer at 1731620333679Flushing c890fb4182bd854c6f7e5d6a8587976c/f: appending metadata at 1731620333706 (+27 ms)Flushing c890fb4182bd854c6f7e5d6a8587976c/f: closing flushed file at 1731620333706Flushing c890fb4182bd854c6f7e5d6a8587976c/f1: creating writer at 1731620333745 (+39 ms)Flushing c890fb4182bd854c6f7e5d6a8587976c/f1: appending metadata at 1731620333799 (+54 ms)Flushing c890fb4182bd854c6f7e5d6a8587976c/f1: closing flushed file at 1731620333799Flushing c890fb4182bd854c6f7e5d6a8587976c/norep: creating writer at 1731620333887 (+88 ms)Flushing c890fb4182bd854c6f7e5d6a8587976c/norep: appending metadata at 1731620333943 (+56 ms)Flushing c890fb4182bd854c6f7e5d6a8587976c/norep: closing flushed file at 1731620333943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5766f302: reopening flushed file at 1731620334413 (+470 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124647d4: reopening flushed file at 1731620334441 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642af5d4: reopening flushed file at 1731620334487 (+46 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c890fb4182bd854c6f7e5d6a8587976c in 849ms, sequenceid=8, compaction requested=false at 1731620334526 (+39 ms)Writing region close event to WAL at 1731620334562 (+36 ms)Running coprocessor post-close hooks at 1731620334606 (+44 ms)Closed at 1731620334607 (+1 ms) 2024-11-14T21:38:54,607 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620320909.c890fb4182bd854c6f7e5d6a8587976c. 2024-11-14T21:38:54,691 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/rep_barrier/065e42d42e1844cdafdb6c1c2725c556 2024-11-14T21:38:54,695 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:54,751 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/table/ec31ae40e1a84b1ea850257b35c26f21 is 53, key is hbase:replication/table:state/1731620323142/Put/seqid=0 2024-11-14T21:38:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741847_1023 (size=5308) 2024-11-14T21:38:54,823 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 1803, reset compression=false 2024-11-14T21:38:54,898 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:55,099 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:38:55,099 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:38:55,099 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:55,157 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 1803, reset compression=false 2024-11-14T21:38:55,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:38:55,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:55,197 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28318 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:38:55,205 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/table/ec31ae40e1a84b1ea850257b35c26f21 2024-11-14T21:38:55,214 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/info/d92b18a7ad11475a935462e31ba95018 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/info/d92b18a7ad11475a935462e31ba95018 2024-11-14T21:38:55,226 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/info/d92b18a7ad11475a935462e31ba95018, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:38:55,227 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/ns/9a6a3afca96042f48d9307f0d87ecfd3 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/ns/9a6a3afca96042f48d9307f0d87ecfd3 2024-11-14T21:38:55,234 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/ns/9a6a3afca96042f48d9307f0d87ecfd3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:38:55,235 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/rep_barrier/065e42d42e1844cdafdb6c1c2725c556 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/rep_barrier/065e42d42e1844cdafdb6c1c2725c556 2024-11-14T21:38:55,240 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/rep_barrier/065e42d42e1844cdafdb6c1c2725c556, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:38:55,241 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/.tmp/table/ec31ae40e1a84b1ea850257b35c26f21 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/table/ec31ae40e1a84b1ea850257b35c26f21 2024-11-14T21:38:55,247 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/table/ec31ae40e1a84b1ea850257b35c26f21, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:38:55,248 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2165ms, sequenceid=16, compaction requested=false 2024-11-14T21:38:55,248 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:38:55,299 DEBUG [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:38:55,350 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:38:55,354 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:38:55,355 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:38:55,355 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:55,355 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620333083Running coprocessor pre-close hooks at 1731620333083Disabling compacts and flushes for region at 1731620333083Disabling writes for close at 1731620333083Obtaining lock to block concurrent updates at 1731620333083Preparing flush snapshotting stores in 1588230740 at 1731620333083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620333084 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620333084Flushing 1588230740/info: creating writer at 1731620333085 (+1 ms)Flushing 1588230740/info: appending metadata at 1731620333130 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731620333130Flushing 1588230740/ns: creating writer at 1731620333622 (+492 ms)Flushing 1588230740/ns: appending metadata at 1731620333658 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731620333658Flushing 1588230740/rep_barrier: creating writer at 1731620334129 (+471 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620334215 (+86 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620334215Flushing 1588230740/table: creating writer at 1731620334707 (+492 ms)Flushing 1588230740/table: appending metadata at 1731620334750 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731620334750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139991b2: reopening flushed file at 1731620335211 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5901d57b: reopening flushed file at 1731620335226 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492f5981: reopening flushed file at 1731620335234 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@819ef82: reopening flushed file at 1731620335240 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2165ms, sequenceid=16, compaction requested=false at 1731620335248 (+8 ms)Writing region close event to WAL at 1731620335316 (+68 ms)Running coprocessor post-close hooks at 1731620335354 (+38 ms)Closed at 1731620335355 (+1 ms) 2024-11-14T21:38:55,355 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:38:55,500 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,35683,1731620313318; all regions closed. 2024-11-14T21:38:55,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.meta.1731620316913.meta not finished, retry = 0 2024-11-14T21:38:55,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:38:55,582 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/WALs/ef788a4cade8,35683,1731620313318/ef788a4cade8%2C35683%2C1731620313318.1731620315983 to pos 1803, reset compression=false 2024-11-14T21:38:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741839_1015 (size=2676) 2024-11-14T21:38:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741832_1008 (size=1811) 2024-11-14T21:38:55,680 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:55,680 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:38:55,680 INFO [RS:0;ef788a4cade8:35683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:55,680 INFO [RS:0;ef788a4cade8:35683 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:55,680 INFO [RS:0;ef788a4cade8:35683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:55,681 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,35683,1731620313318 because: Region server is closing 2024-11-14T21:38:55,681 INFO [RS:0;ef788a4cade8:35683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:35683. 2024-11-14T21:38:55,681 DEBUG [RS:0;ef788a4cade8:35683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:55,681 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:55,681 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:55,682 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:55,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:55,781 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.shipperef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 terminated 2024-11-14T21:38:55,782 INFO [RS:0;ef788a4cade8:35683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:35683. 2024-11-14T21:38:55,782 DEBUG [RS:0;ef788a4cade8:35683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:38:55,782 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:55,782 DEBUG [RS:0;ef788a4cade8:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:38:55,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:38:55,782 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35683,1731620313318.replicationSource.wal-reader.ef788a4cade8%2C35683%2C1731620313318,1-ef788a4cade8,35683,1731620313318 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:38:55,783 INFO [RS:0;ef788a4cade8:35683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35683 2024-11-14T21:38:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826/rs 2024-11-14T21:38:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02069200826/rs/ef788a4cade8,35683,1731620313318 2024-11-14T21:38:55,785 INFO [RS:0;ef788a4cade8:35683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:55,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,35683,1731620313318] 2024-11-14T21:38:55,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02069200826/draining/ef788a4cade8,35683,1731620313318 already deleted, retry=false 2024-11-14T21:38:55,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,35683,1731620313318 expired; onlineServers=0 2024-11-14T21:38:55,788 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,33071,1731620313176' ***** 2024-11-14T21:38:55,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:38:55,789 INFO [M:0;ef788a4cade8:33071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:38:55,789 INFO [M:0;ef788a4cade8:33071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:38:55,789 DEBUG [M:0;ef788a4cade8:33071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:38:55,789 DEBUG [M:0;ef788a4cade8:33071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:38:55,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:38:55,789 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620315635 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620315635,5,FailOnTimeoutGroup] 2024-11-14T21:38:55,789 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620315645 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620315645,5,FailOnTimeoutGroup] 2024-11-14T21:38:55,789 INFO [M:0;ef788a4cade8:33071 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:38:55,789 INFO [M:0;ef788a4cade8:33071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:38:55,789 DEBUG [M:0;ef788a4cade8:33071 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:38:55,789 INFO [M:0;ef788a4cade8:33071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:38:55,789 INFO [M:0;ef788a4cade8:33071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:38:55,789 INFO [M:0;ef788a4cade8:33071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:38:55,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:38:55,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02069200826/master 2024-11-14T21:38:55,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02069200826 2024-11-14T21:38:55,803 DEBUG [M:0;ef788a4cade8:33071 {}] zookeeper.RecoverableZooKeeper(212): Node /02069200826/master already deleted, retry=false 2024-11-14T21:38:55,803 DEBUG [M:0;ef788a4cade8:33071 {}] master.ActiveMasterManager(353): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Failed delete of our master address node; KeeperErrorCode = NoNode for /02069200826/master 2024-11-14T21:38:55,826 INFO [M:0;ef788a4cade8:33071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/.lastflushedseqids 2024-11-14T21:38:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741848_1024 (size=245) 2024-11-14T21:38:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x100ac60a03c0001, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:55,888 INFO [RS:0;ef788a4cade8:35683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:55,888 INFO [RS:0;ef788a4cade8:35683 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,35683,1731620313318; zookeeper connection closed. 2024-11-14T21:38:55,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e96d2f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e96d2f8 2024-11-14T21:38:55,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:38:55,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:38:55,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:38:56,273 INFO [M:0;ef788a4cade8:33071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:38:56,273 INFO [M:0;ef788a4cade8:33071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:38:56,273 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:56,273 INFO [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:56,273 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:56,273 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:56,273 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:56,274 INFO [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T21:38:56,294 DEBUG [M:0;ef788a4cade8:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e505b921b21649bd860593a8ad9b86a0 is 82, key is hbase:meta,,1/info:regioninfo/1731620316965/Put/seqid=0 2024-11-14T21:38:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741849_1025 (size=5672) 2024-11-14T21:38:56,706 INFO [M:0;ef788a4cade8:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e505b921b21649bd860593a8ad9b86a0 2024-11-14T21:38:56,741 DEBUG [M:0;ef788a4cade8:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45f8f3f3ce414075be0e5a2b8c172b55 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620323150/Put/seqid=0 2024-11-14T21:38:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741850_1026 (size=8516) 2024-11-14T21:38:56,782 INFO [M:0;ef788a4cade8:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45f8f3f3ce414075be0e5a2b8c172b55 2024-11-14T21:38:56,828 DEBUG [M:0;ef788a4cade8:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d149b9e71f34c699e92dd48136c7a29 is 69, key is ef788a4cade8,35683,1731620313318/rs:state/1731620315773/Put/seqid=0 2024-11-14T21:38:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741851_1027 (size=5156) 2024-11-14T21:38:56,871 INFO [M:0;ef788a4cade8:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d149b9e71f34c699e92dd48136c7a29 2024-11-14T21:38:56,877 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e505b921b21649bd860593a8ad9b86a0 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e505b921b21649bd860593a8ad9b86a0 2024-11-14T21:38:56,885 INFO [M:0;ef788a4cade8:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e505b921b21649bd860593a8ad9b86a0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:38:56,886 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45f8f3f3ce414075be0e5a2b8c172b55 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45f8f3f3ce414075be0e5a2b8c172b55 2024-11-14T21:38:56,902 INFO [M:0;ef788a4cade8:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45f8f3f3ce414075be0e5a2b8c172b55, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:38:56,906 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d149b9e71f34c699e92dd48136c7a29 as hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d149b9e71f34c699e92dd48136c7a29 2024-11-14T21:38:56,922 INFO [M:0;ef788a4cade8:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/53f89477-183e-2449-8648-254ffbcd28cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d149b9e71f34c699e92dd48136c7a29, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:38:56,923 INFO [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 650ms, sequenceid=97, compaction requested=false 2024-11-14T21:38:56,975 INFO [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:56,975 DEBUG [M:0;ef788a4cade8:33071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620336273Disabling compacts and flushes for region at 1731620336273Disabling writes for close at 1731620336273Obtaining lock to block concurrent updates at 1731620336274 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620336274Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731620336274Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620336279 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620336279Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620336294 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620336294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620336715 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620336740 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620336741 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620336789 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620336828 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620336828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b873cbf: reopening flushed file at 1731620336876 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81696ed: reopening flushed file at 1731620336885 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f62b19: reopening flushed file at 1731620336903 (+18 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 650ms, sequenceid=97, compaction requested=false at 1731620336923 (+20 ms)Writing region close event to WAL at 1731620336975 (+52 ms)Closed at 1731620336975 2024-11-14T21:38:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741830_1006 (size=63654) 2024-11-14T21:38:56,995 INFO [M:0;ef788a4cade8:33071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:38:56,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:38:56,996 INFO [M:0;ef788a4cade8:33071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33071 2024-11-14T21:38:56,996 INFO [M:0;ef788a4cade8:33071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:38:57,098 INFO [M:0;ef788a4cade8:33071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:38:57,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:57,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ac60a03c0000, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:38:57,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e4e755d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:57,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@778dbb7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:57,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:57,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4034ede3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:57,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1304d58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:57,136 WARN [BP-419143242-172.17.0.2-1731620311223 heartbeating to localhost/127.0.0.1:36083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:38:57,136 WARN [BP-419143242-172.17.0.2-1731620311223 heartbeating to localhost/127.0.0.1:36083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-419143242-172.17.0.2-1731620311223 (Datanode Uuid 4420f7ea-22e3-4b85-b172-68d674d5ebfd) service to localhost/127.0.0.1:36083 2024-11-14T21:38:57,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5/data/data1/current/BP-419143242-172.17.0.2-1731620311223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:57,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:38:57,137 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:38:57,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/cluster_d6ae1356-1791-5061-834f-6e510c5972f5/data/data2/current/BP-419143242-172.17.0.2-1731620311223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:38:57,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:38:57,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63d3d3c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:57,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75d7556e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:38:57,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:38:57,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52806609{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:38:57,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e5171b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5eae984-2cab-2c2f-22a0-ee40ab5807d2/hadoop.log.dir/,STOPPED} 2024-11-14T21:38:57,194 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:38:57,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:38:57,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 243) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46297 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36083 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63737) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63737) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1164 (was 973) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1544 (was 2023) 2024-11-14T21:38:57,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=1164, ProcessCount=11, AvailableMemoryMB=1541 2024-11-14T21:38:57,259 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T21:38:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.log.dir so I do NOT create it in target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d 2024-11-14T21:38:57,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:38:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.tmp.dir so I do NOT create it in target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d 2024-11-14T21:38:57,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9035f9c2-71f3-281e-b93e-cd1847e20be0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:38:57,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d 2024-11-14T21:38:57,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099, deleteOnExit=true 2024-11-14T21:38:57,263 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099/zookeeper_0, clientPort=51809, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:38:57,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51809 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/test.cache.data in system properties and HBase conf 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:38:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:38:57,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:38:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:38:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac60a03c0005, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:38:57,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac60a03c0005, quorum=127.0.0.1:63737, baseZNode=/11687953872 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:38:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac60a03c0002, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:38:57,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac60a03c0002, quorum=127.0.0.1:63737, baseZNode=/02069200826 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:38:57,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:57,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:57,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:57,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:57,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:38:57,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:57,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66585517{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:57,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74303462{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:57,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74bd3c3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/java.io.tmpdir/jetty-localhost-40853-hadoop-hdfs-3_4_1-tests_jar-_-any-17311224209033651694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:38:57,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6de489a7{HTTP/1.1, (http/1.1)}{localhost:40853} 2024-11-14T21:38:57,528 INFO [Time-limited test {}] server.Server(415): Started @206881ms 2024-11-14T21:38:57,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:38:57,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:38:57,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:38:57,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:38:57,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:38:57,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f5ac5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:38:57,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8362398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:38:57,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:38:57,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T21:38:57,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:38:57,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:38:58,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b90cc91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/java.io.tmpdir/jetty-localhost-43281-hadoop-hdfs-3_4_1-tests_jar-_-any-6107029205956304614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:38:58,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2456767e{HTTP/1.1, (http/1.1)}{localhost:43281} 2024-11-14T21:38:58,005 INFO [Time-limited test {}] server.Server(415): Started @207358ms 2024-11-14T21:38:58,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:38:58,199 WARN [Thread-2641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099/data/data1/current/BP-1087394961-172.17.0.2-1731620337287/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:58,203 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099/data/data2/current/BP-1087394961-172.17.0.2-1731620337287/current, will proceed with Du for space computation calculation, 2024-11-14T21:38:58,240 WARN [Thread-2629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:38:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46cf8f565bb90e5c with lease ID 0x793e771aabef1bf1: Processing first storage report for DS-c8bd15f0-9502-4379-9bf2-81a521082245 from datanode DatanodeRegistration(127.0.0.1:43833, datanodeUuid=8797fff2-6c2e-4df9-8869-67b9b6b1e5c2, infoPort=46227, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1762774444;c=1731620337287) 2024-11-14T21:38:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46cf8f565bb90e5c with lease ID 0x793e771aabef1bf1: from storage DS-c8bd15f0-9502-4379-9bf2-81a521082245 node DatanodeRegistration(127.0.0.1:43833, datanodeUuid=8797fff2-6c2e-4df9-8869-67b9b6b1e5c2, infoPort=46227, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1762774444;c=1731620337287), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46cf8f565bb90e5c with lease ID 0x793e771aabef1bf1: Processing first storage report for DS-48eeed2d-1d5b-44fd-882c-5da35747b2da from datanode DatanodeRegistration(127.0.0.1:43833, datanodeUuid=8797fff2-6c2e-4df9-8869-67b9b6b1e5c2, infoPort=46227, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1762774444;c=1731620337287) 2024-11-14T21:38:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46cf8f565bb90e5c with lease ID 0x793e771aabef1bf1: from storage DS-48eeed2d-1d5b-44fd-882c-5da35747b2da node DatanodeRegistration(127.0.0.1:43833, datanodeUuid=8797fff2-6c2e-4df9-8869-67b9b6b1e5c2, infoPort=46227, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1762774444;c=1731620337287), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:38:58,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d 2024-11-14T21:38:58,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:58,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:38:58,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0 with version=8 2024-11-14T21:38:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/hbase-staging 2024-11-14T21:38:58,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:58,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:58,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:58,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:58,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:58,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:58,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:38:58,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:58,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32983 2024-11-14T21:38:58,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32983 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:38:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329830x0, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:58,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32983-0x100ac61068d0000 connected 2024-11-14T21:38:59,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:59,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:59,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on znode that does not yet exist, /0-1075802265/running 2024-11-14T21:38:59,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0, hbase.cluster.distributed=false 2024-11-14T21:38:59,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on znode that does not yet exist, /0-1075802265/acl 2024-11-14T21:38:59,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-14T21:38:59,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32983 2024-11-14T21:38:59,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32983 2024-11-14T21:38:59,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-14T21:38:59,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-14T21:38:59,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:38:59,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:59,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:59,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:38:59,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:38:59,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:38:59,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:38:59,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:38:59,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41815 2024-11-14T21:38:59,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41815 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:38:59,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:59,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:59,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418150x0, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:38:59,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418150x0, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on znode that does not yet exist, /0-1075802265/running 2024-11-14T21:38:59,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:38:59,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41815-0x100ac61068d0001 connected 2024-11-14T21:38:59,202 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:38:59,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on znode that does not yet exist, /0-1075802265/master 2024-11-14T21:38:59,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on znode that does not yet exist, /0-1075802265/acl 2024-11-14T21:38:59,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-14T21:38:59,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41815 2024-11-14T21:38:59,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41815 2024-11-14T21:38:59,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-14T21:38:59,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-14T21:38:59,323 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:32983 2024-11-14T21:38:59,332 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1075802265/backup-masters/ef788a4cade8,32983,1731620338768 2024-11-14T21:38:59,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265/backup-masters 2024-11-14T21:38:59,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265/backup-masters 2024-11-14T21:38:59,344 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on existing znode=/0-1075802265/backup-masters/ef788a4cade8,32983,1731620338768 2024-11-14T21:38:59,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:38:59,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075802265/master 2024-11-14T21:38:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:38:59,358 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on existing znode=/0-1075802265/master 2024-11-14T21:38:59,359 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1075802265/backup-masters/ef788a4cade8,32983,1731620338768 from backup master directory 2024-11-14T21:38:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265/backup-masters 2024-11-14T21:38:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075802265/backup-masters/ef788a4cade8,32983,1731620338768 2024-11-14T21:38:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265/backup-masters 2024-11-14T21:38:59,361 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:38:59,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,32983,1731620338768 2024-11-14T21:38:59,367 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/hbase.id] with ID: 92f4418f-194e-4f4c-b7ee-4ffecafbd3b1 2024-11-14T21:38:59,367 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/.tmp/hbase.id 2024-11-14T21:38:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:38:59,786 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/.tmp/hbase.id]:[hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/hbase.id] 2024-11-14T21:38:59,797 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:38:59,797 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:38:59,798 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:38:59,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:38:59,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:38:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:38:59,835 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:38:59,835 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:38:59,846 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:38:59,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:38:59,861 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store 2024-11-14T21:38:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:38:59,873 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:59,873 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:38:59,873 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:59,873 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:59,873 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:38:59,873 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:59,873 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:38:59,873 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620339873Disabling compacts and flushes for region at 1731620339873Disabling writes for close at 1731620339873Writing region close event to WAL at 1731620339873Closed at 1731620339873 2024-11-14T21:38:59,875 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/.initializing 2024-11-14T21:38:59,875 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/WALs/ef788a4cade8,32983,1731620338768 2024-11-14T21:38:59,877 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:38:59,880 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C32983%2C1731620338768, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/WALs/ef788a4cade8,32983,1731620338768, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/oldWALs, maxLogs=10 2024-11-14T21:38:59,902 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/WALs/ef788a4cade8,32983,1731620338768/ef788a4cade8%2C32983%2C1731620338768.1731620339880, exclude list is [], retry=0 2024-11-14T21:38:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-c8bd15f0-9502-4379-9bf2-81a521082245,DISK] 2024-11-14T21:38:59,956 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/WALs/ef788a4cade8,32983,1731620338768/ef788a4cade8%2C32983%2C1731620338768.1731620339880 2024-11-14T21:38:59,957 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-14T21:38:59,957 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:38:59,958 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:38:59,958 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,958 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:38:59,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:59,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:38:59,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:38:59,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:59,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:59,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:38:59,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:59,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:59,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:38:59,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:38:59,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:38:59,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,976 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,976 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,977 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,977 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,977 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:38:59,979 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:38:59,982 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:38:59,982 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59806246, jitterRate=-0.10881748795509338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:38:59,983 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620339958Initializing all the Stores at 1731620339959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620339959Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620339960 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620339960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620339960Cleaning up temporary data from old regions at 1731620339977 (+17 ms)Region opened successfully at 1731620339983 (+6 ms) 2024-11-14T21:38:59,983 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:38:59,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70427d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:00,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:39:00,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:39:00,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:39:00,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:39:00,022 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-14T21:39:00,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:39:00,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:39:00,062 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:39:00,074 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Unable to get data of znode /0-1075802265/balancer because node does not exist (not necessarily an error) 2024-11-14T21:39:00,090 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075802265/balancer already deleted, retry=false 2024-11-14T21:39:00,091 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:39:00,103 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Unable to get data of znode /0-1075802265/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:39:00,122 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075802265/normalizer already deleted, retry=false 2024-11-14T21:39:00,123 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:39:00,140 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Unable to get data of znode /0-1075802265/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:39:00,142 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075802265/switch/split already deleted, retry=false 2024-11-14T21:39:00,143 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Unable to get data of znode /0-1075802265/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:39:00,144 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075802265/switch/merge already deleted, retry=false 2024-11-14T21:39:00,151 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Unable to get data of znode /0-1075802265/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:39:00,155 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075802265/snapshot-cleanup already deleted, retry=false 2024-11-14T21:39:00,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075802265/running 2024-11-14T21:39:00,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:00,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075802265/running 2024-11-14T21:39:00,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:00,160 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,32983,1731620338768, sessionid=0x100ac61068d0000, setting cluster-up flag (Was=false) 2024-11-14T21:39:00,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:00,198 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075802265/flush-table-proc/acquired, /0-1075802265/flush-table-proc/reached, /0-1075802265/flush-table-proc/abort 2024-11-14T21:39:00,218 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,32983,1731620338768 2024-11-14T21:39:00,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:00,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:00,281 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075802265/online-snapshot/acquired, /0-1075802265/online-snapshot/reached, /0-1075802265/online-snapshot/abort 2024-11-14T21:39:00,298 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,32983,1731620338768 2024-11-14T21:39:00,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:39:00,335 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:00,335 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:39:00,336 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:39:00,336 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,32983,1731620338768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:00,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:00,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:39:00,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:00,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:39:00,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620370379 2024-11-14T21:39:00,379 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:39:00,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:39:00,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:39:00,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:39:00,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:39:00,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:39:00,380 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,381 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:39:00,381 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:39:00,381 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:39:00,381 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:39:00,382 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:39:00,382 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:39:00,383 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620340382,5,FailOnTimeoutGroup] 2024-11-14T21:39:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:39:00,386 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620340383,5,FailOnTimeoutGroup] 2024-11-14T21:39:00,387 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,387 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:39:00,387 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,387 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,411 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(746): ClusterId : 92f4418f-194e-4f4c-b7ee-4ffecafbd3b1 2024-11-14T21:39:00,412 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:39:00,414 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:39:00,414 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:39:00,416 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:39:00,417 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fafce5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:00,432 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:41815 2024-11-14T21:39:00,433 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:39:00,433 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:39:00,433 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:39:00,433 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,32983,1731620338768 with port=41815, startcode=1731620339123 2024-11-14T21:39:00,433 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:39:00,435 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:39:00,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,41815,1731620339123 2024-11-14T21:39:00,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:00,437 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0 2024-11-14T21:39:00,437 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481 2024-11-14T21:39:00,437 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:39:00,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265/rs 2024-11-14T21:39:00,439 DEBUG [RS:0;ef788a4cade8:41815 {}] zookeeper.ZKUtil(111): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on existing znode=/0-1075802265/rs/ef788a4cade8,41815,1731620339123 2024-11-14T21:39:00,439 WARN [RS:0;ef788a4cade8:41815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:00,439 INFO [RS:0;ef788a4cade8:41815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:00,439 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123 2024-11-14T21:39:00,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,41815,1731620339123] 2024-11-14T21:39:00,446 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:39:00,450 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:39:00,454 INFO [RS:0;ef788a4cade8:41815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:39:00,454 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,457 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:39:00,457 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:39:00,457 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:00,458 DEBUG [RS:0;ef788a4cade8:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:00,461 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,461 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,461 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,461 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,461 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,461 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41815,1731620339123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:00,478 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:39:00,478 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41815,1731620339123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,478 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,478 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.Replication(171): ef788a4cade8,41815,1731620339123 started 2024-11-14T21:39:00,496 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:00,496 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,41815,1731620339123, RpcServer on ef788a4cade8/172.17.0.2:41815, sessionid=0x100ac61068d0001 2024-11-14T21:39:00,496 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:39:00,496 DEBUG [RS:0;ef788a4cade8:41815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,41815,1731620339123 2024-11-14T21:39:00,496 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,41815,1731620339123' 2024-11-14T21:39:00,496 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075802265/flush-table-proc/abort' 2024-11-14T21:39:00,497 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075802265/flush-table-proc/acquired' 2024-11-14T21:39:00,497 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:39:00,497 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:39:00,497 DEBUG [RS:0;ef788a4cade8:41815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,41815,1731620339123 2024-11-14T21:39:00,497 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,41815,1731620339123' 2024-11-14T21:39:00,497 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075802265/online-snapshot/abort' 2024-11-14T21:39:00,498 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075802265/online-snapshot/acquired' 2024-11-14T21:39:00,498 DEBUG [RS:0;ef788a4cade8:41815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:39:00,498 INFO [RS:0;ef788a4cade8:41815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:39:00,498 INFO [RS:0;ef788a4cade8:41815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:39:00,598 INFO [RS:0;ef788a4cade8:41815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:00,600 INFO [RS:0;ef788a4cade8:41815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C41815%2C1731620339123, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/oldWALs, maxLogs=10 2024-11-14T21:39:00,618 DEBUG [RS:0;ef788a4cade8:41815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, exclude list is [], retry=0 2024-11-14T21:39:00,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-c8bd15f0-9502-4379-9bf2-81a521082245,DISK] 2024-11-14T21:39:00,622 INFO [RS:0;ef788a4cade8:41815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 2024-11-14T21:39:00,622 DEBUG [RS:0;ef788a4cade8:41815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-14T21:39:00,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:39:00,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0 2024-11-14T21:39:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:39:01,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:01,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:01,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:01,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:01,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:01,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:01,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:01,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:01,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:01,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740 2024-11-14T21:39:01,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740 2024-11-14T21:39:01,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:01,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:01,271 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:01,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:01,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:01,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73263742, jitterRate=0.09171482920646667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:01,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620341199Initializing all the Stores at 1731620341208 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620341208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620341208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620341208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620341208Cleaning up temporary data from old regions at 1731620341270 (+62 ms)Region opened successfully at 1731620341286 (+16 ms) 2024-11-14T21:39:01,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:01,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:01,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:01,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:01,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:01,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:39:01,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:01,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620341286Disabling compacts and flushes for region at 1731620341286Disabling writes for close at 1731620341287 (+1 ms)Writing region close event to WAL at 1731620341288 (+1 ms)Closed at 1731620341288 2024-11-14T21:39:01,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:01,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:39:01,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:39:01,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:01,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:39:01,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:01,446 DEBUG [ef788a4cade8:32983 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:39:01,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:01,455 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,41815,1731620339123, state=OPENING 2024-11-14T21:39:01,466 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:39:01,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:01,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:01,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075802265/meta-region-server: CHANGED 2024-11-14T21:39:01,495 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:01,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,41815,1731620339123}] 2024-11-14T21:39:01,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075802265/meta-region-server: CHANGED 2024-11-14T21:39:01,663 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:01,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:39:01,691 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:39:01,691 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:01,691 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:39:01,697 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C41815%2C1731620339123.meta, suffix=.meta, logDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/oldWALs, maxLogs=10 2024-11-14T21:39:01,733 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.meta.1731620341697.meta, exclude list is [], retry=0 2024-11-14T21:39:01,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-c8bd15f0-9502-4379-9bf2-81a521082245,DISK] 2024-11-14T21:39:01,767 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.meta.1731620341697.meta 2024-11-14T21:39:01,768 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-14T21:39:01,769 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:01,769 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:01,769 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:01,769 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:39:01,770 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:39:01,770 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:39:01,770 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:01,770 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:39:01,770 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:39:01,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:01,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:01,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:01,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:01,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:01,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:01,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:01,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:01,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:01,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:01,813 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:01,814 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740 2024-11-14T21:39:01,822 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740 2024-11-14T21:39:01,838 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:01,838 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:01,842 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:01,852 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:01,859 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69332052, jitterRate=0.03312808275222778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:01,859 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:39:01,860 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620341770Writing region info on filesystem at 1731620341770Initializing all the Stores at 1731620341771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620341771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620341773 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620341773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620341773Cleaning up temporary data from old regions at 1731620341838 (+65 ms)Running coprocessor post-open hooks at 1731620341859 (+21 ms)Region opened successfully at 1731620341860 (+1 ms) 2024-11-14T21:39:01,865 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620341662 2024-11-14T21:39:01,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:01,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,41815,1731620339123, state=OPEN 2024-11-14T21:39:01,875 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:39:01,875 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:39:01,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075802265/meta-region-server 2024-11-14T21:39:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075802265/meta-region-server 2024-11-14T21:39:01,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075802265/meta-region-server: CHANGED 2024-11-14T21:39:01,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075802265/meta-region-server: CHANGED 2024-11-14T21:39:01,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:39:01,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,41815,1731620339123 in 386 msec 2024-11-14T21:39:01,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:39:01,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 594 msec 2024-11-14T21:39:01,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:01,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:39:01,889 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:01,889 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41815,1731620339123, seqNum=-1] 2024-11-14T21:39:01,889 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:01,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:01,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5820 sec 2024-11-14T21:39:01,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620341913, completionTime=-1 2024-11-14T21:39:01,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:39:01,914 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:39:01,916 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620401916 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620461917 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32983,1731620338768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32983,1731620338768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32983,1731620338768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:32983, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:01,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:01,922 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:39:01,934 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:01,939 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-14T21:39:01,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:39:01,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:39:01,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:39:01,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:39:01,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:39:01,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32983,1731620338768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:01,940 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32983,1731620338768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:39:01,958 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:39:01,958 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:39:01,958 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32983,1731620338768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:02,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ab7c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:02,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32983,-1 for getting cluster id 2024-11-14T21:39:02,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:02,039 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f4418f-194e-4f4c-b7ee-4ffecafbd3b1' 2024-11-14T21:39:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f4418f-194e-4f4c-b7ee-4ffecafbd3b1" 2024-11-14T21:39:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bedbfd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32983,-1] 2024-11-14T21:39:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:02,041 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:02,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce9f982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:02,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41815,1731620339123, seqNum=-1] 2024-11-14T21:39:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:02,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:02,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,32983,1731620338768 2024-11-14T21:39:02,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:39:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:02,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac61068d0002 connected 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.log.dir so I do NOT create it in target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51 2024-11-14T21:39:02,083 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.tmp.dir so I do NOT create it in target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51 2024-11-14T21:39:02,083 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:39:02,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/cluster_5d117e5f-1f49-ae67-048a-982aba20b0db, deleteOnExit=true 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/test.cache.data in system properties and HBase conf 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:39:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:39:02,084 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:39:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:02,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:39:02,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:39:02,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:02,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:02,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:02,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:02,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:39:02,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:02,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82e9449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:02,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4134a201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:02,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c2e64d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/java.io.tmpdir/jetty-localhost-38087-hadoop-hdfs-3_4_1-tests_jar-_-any-1039589322391496906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:02,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba1cff0{HTTP/1.1, (http/1.1)}{localhost:38087} 2024-11-14T21:39:02,597 INFO [Time-limited test {}] server.Server(415): Started @211950ms 2024-11-14T21:39:02,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:02,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:02,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:02,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:02,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:39:03,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d7fd3c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:03,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be1cba7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:03,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6266c223{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/java.io.tmpdir/jetty-localhost-40567-hadoop-hdfs-3_4_1-tests_jar-_-any-15663249497553563660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:03,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5895ebe7{HTTP/1.1, (http/1.1)}{localhost:40567} 2024-11-14T21:39:03,164 INFO [Time-limited test {}] server.Server(415): Started @212517ms 2024-11-14T21:39:03,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:39:03,350 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/cluster_5d117e5f-1f49-ae67-048a-982aba20b0db/data/data1/current/BP-1310646270-172.17.0.2-1731620342126/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:03,351 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/cluster_5d117e5f-1f49-ae67-048a-982aba20b0db/data/data2/current/BP-1310646270-172.17.0.2-1731620342126/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:03,378 WARN [Thread-2750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:39:03,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea0d27f38a4b6b with lease ID 0xfff1cdb2048fb569: Processing first storage report for DS-60c4aa50-78bf-42a4-849e-89ce26738540 from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=a38b86aa-d904-461a-a58b-5150ef495e89, infoPort=34943, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1971834931;c=1731620342126) 2024-11-14T21:39:03,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea0d27f38a4b6b with lease ID 0xfff1cdb2048fb569: from storage DS-60c4aa50-78bf-42a4-849e-89ce26738540 node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=a38b86aa-d904-461a-a58b-5150ef495e89, infoPort=34943, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1971834931;c=1731620342126), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:39:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea0d27f38a4b6b with lease ID 0xfff1cdb2048fb569: Processing first storage report for DS-3b7032fc-4f02-428a-b98a-2fb56f7c5282 from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=a38b86aa-d904-461a-a58b-5150ef495e89, infoPort=34943, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1971834931;c=1731620342126) 2024-11-14T21:39:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea0d27f38a4b6b with lease ID 0xfff1cdb2048fb569: from storage DS-3b7032fc-4f02-428a-b98a-2fb56f7c5282 node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=a38b86aa-d904-461a-a58b-5150ef495e89, infoPort=34943, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1971834931;c=1731620342126), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:03,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51 2024-11-14T21:39:03,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:03,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:03,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:39:03,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca with version=8 2024-11-14T21:39:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/hbase-staging 2024-11-14T21:39:03,895 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:03,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:03,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:03,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:03,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:03,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:03,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:39:03,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:03,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38605 2024-11-14T21:39:03,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38605 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:39:03,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386050x0, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:03,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38605-0x100ac61068d0003 connected 2024-11-14T21:39:03,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:03,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:03,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on znode that does not yet exist, /1-651982410/running 2024-11-14T21:39:03,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca, hbase.cluster.distributed=false 2024-11-14T21:39:03,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on znode that does not yet exist, /1-651982410/acl 2024-11-14T21:39:03,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-14T21:39:03,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38605 2024-11-14T21:39:03,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38605 2024-11-14T21:39:04,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-14T21:39:04,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-14T21:39:04,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:04,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:04,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:04,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:04,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:04,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:04,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:39:04,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:04,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40049 2024-11-14T21:39:04,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40049 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:39:04,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:04,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:04,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400490x0, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:04,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40049-0x100ac61068d0004 connected 2024-11-14T21:39:04,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on znode that does not yet exist, /1-651982410/running 2024-11-14T21:39:04,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:39:04,100 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:39:04,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on znode that does not yet exist, /1-651982410/master 2024-11-14T21:39:04,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on znode that does not yet exist, /1-651982410/acl 2024-11-14T21:39:04,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-14T21:39:04,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40049 2024-11-14T21:39:04,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40049 2024-11-14T21:39:04,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-14T21:39:04,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-14T21:39:04,184 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:38605 2024-11-14T21:39:04,184 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-651982410/backup-masters/ef788a4cade8,38605,1731620343894 2024-11-14T21:39:04,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410/backup-masters 2024-11-14T21:39:04,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410/backup-masters 2024-11-14T21:39:04,193 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on existing znode=/1-651982410/backup-masters/ef788a4cade8,38605,1731620343894 2024-11-14T21:39:04,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-651982410/master 2024-11-14T21:39:04,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:04,228 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on existing znode=/1-651982410/master 2024-11-14T21:39:04,244 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-651982410/backup-masters/ef788a4cade8,38605,1731620343894 from backup master directory 2024-11-14T21:39:04,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-651982410/backup-masters/ef788a4cade8,38605,1731620343894 2024-11-14T21:39:04,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410/backup-masters 2024-11-14T21:39:04,247 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:04,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,38605,1731620343894 2024-11-14T21:39:04,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410/backup-masters 2024-11-14T21:39:04,264 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/hbase.id] with ID: 796fca78-fca0-4a7c-acec-76a1cc7dd6bf 2024-11-14T21:39:04,264 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/.tmp/hbase.id 2024-11-14T21:39:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:39:04,685 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/.tmp/hbase.id]:[hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/hbase.id] 2024-11-14T21:39:04,704 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:04,704 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:39:04,705 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:39:04,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:04,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:39:05,145 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:05,146 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:39:05,148 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:39:05,210 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store 2024-11-14T21:39:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:39:05,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:05,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:05,259 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:05,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:05,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:05,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:05,259 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:05,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620345259Disabling compacts and flushes for region at 1731620345259Disabling writes for close at 1731620345259Writing region close event to WAL at 1731620345259Closed at 1731620345259 2024-11-14T21:39:05,260 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/.initializing 2024-11-14T21:39:05,260 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/WALs/ef788a4cade8,38605,1731620343894 2024-11-14T21:39:05,262 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:05,264 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C38605%2C1731620343894, suffix=, logDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/WALs/ef788a4cade8,38605,1731620343894, archiveDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/oldWALs, maxLogs=10 2024-11-14T21:39:05,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:05,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:05,278 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38399 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:05,309 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/WALs/ef788a4cade8,38605,1731620343894/ef788a4cade8%2C38605%2C1731620343894.1731620345264, exclude list is [], retry=0 2024-11-14T21:39:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-60c4aa50-78bf-42a4-849e-89ce26738540,DISK] 2024-11-14T21:39:05,360 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/WALs/ef788a4cade8,38605,1731620343894/ef788a4cade8%2C38605%2C1731620343894.1731620345264 2024-11-14T21:39:05,363 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943)] 2024-11-14T21:39:05,363 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:05,363 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:05,363 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,363 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:39:05,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:05,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:05,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:39:05,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:05,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:05,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:39:05,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:05,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:05,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:39:05,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:05,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:05,410 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,411 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,411 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,412 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,412 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,413 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:05,414 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:05,435 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:05,436 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58827376, jitterRate=-0.12340378761291504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:05,436 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620345363Initializing all the Stores at 1731620345364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620345364Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620345378 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620345378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620345378Cleaning up temporary data from old regions at 1731620345412 (+34 ms)Region opened successfully at 1731620345436 (+24 ms) 2024-11-14T21:39:05,442 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:39:05,446 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8a2769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:05,447 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:39:05,447 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:39:05,447 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:39:05,447 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:39:05,448 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:39:05,448 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:39:05,448 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:39:05,465 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:39:05,467 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Unable to get data of znode /1-651982410/balancer because node does not exist (not necessarily an error) 2024-11-14T21:39:05,468 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-651982410/balancer already deleted, retry=false 2024-11-14T21:39:05,469 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:39:05,495 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Unable to get data of znode /1-651982410/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:39:05,502 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-651982410/normalizer already deleted, retry=false 2024-11-14T21:39:05,502 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:39:05,505 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Unable to get data of znode /1-651982410/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:39:05,506 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-651982410/switch/split already deleted, retry=false 2024-11-14T21:39:05,507 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Unable to get data of znode /1-651982410/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:39:05,511 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-651982410/switch/merge already deleted, retry=false 2024-11-14T21:39:05,518 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Unable to get data of znode /1-651982410/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:39:05,520 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-651982410/snapshot-cleanup already deleted, retry=false 2024-11-14T21:39:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-651982410/running 2024-11-14T21:39:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-651982410/running 2024-11-14T21:39:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:05,523 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,38605,1731620343894, sessionid=0x100ac61068d0003, setting cluster-up flag (Was=false) 2024-11-14T21:39:05,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:05,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:05,545 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-651982410/flush-table-proc/acquired, /1-651982410/flush-table-proc/reached, /1-651982410/flush-table-proc/abort 2024-11-14T21:39:05,547 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,38605,1731620343894 2024-11-14T21:39:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:05,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:05,562 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-651982410/online-snapshot/acquired, /1-651982410/online-snapshot/reached, /1-651982410/online-snapshot/abort 2024-11-14T21:39:05,564 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,38605,1731620343894 2024-11-14T21:39:05,570 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:39:05,575 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:05,576 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:39:05,576 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:39:05,576 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,38605,1731620343894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:05,589 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:05,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:39:05,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:05,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:39:05,654 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620375654 2024-11-14T21:39:05,655 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:39:05,655 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:39:05,655 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:39:05,655 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:39:05,656 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:39:05,656 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:39:05,664 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,679 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:39:05,679 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:39:05,679 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:39:05,679 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:39:05,688 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:39:05,688 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:39:05,695 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620345688,5,FailOnTimeoutGroup] 2024-11-14T21:39:05,707 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620345695,5,FailOnTimeoutGroup] 2024-11-14T21:39:05,707 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,707 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:39:05,707 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,707 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,742 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(746): ClusterId : 796fca78-fca0-4a7c-acec-76a1cc7dd6bf 2024-11-14T21:39:05,743 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:39:05,746 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:39:05,746 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:39:05,753 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:39:05,754 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74758f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:39:05,839 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:40049 2024-11-14T21:39:05,840 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:39:05,840 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:39:05,840 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:39:05,847 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,38605,1731620343894 with port=40049, startcode=1731620344038 2024-11-14T21:39:05,848 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:39:05,867 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:39:05,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,40049,1731620344038 2024-11-14T21:39:05,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:05,871 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca 2024-11-14T21:39:05,871 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32955 2024-11-14T21:39:05,871 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:39:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410/rs 2024-11-14T21:39:05,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,40049,1731620344038] 2024-11-14T21:39:05,888 DEBUG [RS:0;ef788a4cade8:40049 {}] zookeeper.ZKUtil(111): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on existing znode=/1-651982410/rs/ef788a4cade8,40049,1731620344038 2024-11-14T21:39:05,888 WARN [RS:0;ef788a4cade8:40049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:05,888 INFO [RS:0;ef788a4cade8:40049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:05,888 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038 2024-11-14T21:39:05,938 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:39:05,954 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:39:05,959 INFO [RS:0;ef788a4cade8:40049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:39:05,959 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,966 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:39:05,972 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:39:05,972 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:05,973 DEBUG [RS:0;ef788a4cade8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:05,984 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,984 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,984 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,984 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,984 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:05,984 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40049,1731620344038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:06,049 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:39:06,049 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40049,1731620344038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,049 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,049 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.Replication(171): ef788a4cade8,40049,1731620344038 started 2024-11-14T21:39:06,096 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,097 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,40049,1731620344038, RpcServer on ef788a4cade8/172.17.0.2:40049, sessionid=0x100ac61068d0004 2024-11-14T21:39:06,097 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:39:06,097 DEBUG [RS:0;ef788a4cade8:40049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,40049,1731620344038 2024-11-14T21:39:06,097 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,40049,1731620344038' 2024-11-14T21:39:06,097 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-651982410/flush-table-proc/abort' 2024-11-14T21:39:06,098 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-651982410/flush-table-proc/acquired' 2024-11-14T21:39:06,098 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:39:06,098 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:39:06,098 DEBUG [RS:0;ef788a4cade8:40049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,40049,1731620344038 2024-11-14T21:39:06,098 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,40049,1731620344038' 2024-11-14T21:39:06,098 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-651982410/online-snapshot/abort' 2024-11-14T21:39:06,114 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-651982410/online-snapshot/acquired' 2024-11-14T21:39:06,128 DEBUG [RS:0;ef788a4cade8:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:39:06,129 INFO [RS:0;ef788a4cade8:40049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:39:06,129 INFO [RS:0;ef788a4cade8:40049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:39:06,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:39:06,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca 2024-11-14T21:39:06,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:39:06,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:06,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:06,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:06,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:06,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:06,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:06,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:06,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:06,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:06,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:06,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740 2024-11-14T21:39:06,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740 2024-11-14T21:39:06,229 INFO [RS:0;ef788a4cade8:40049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:06,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:06,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:06,230 INFO [RS:0;ef788a4cade8:40049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40049%2C1731620344038, suffix=, logDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038, archiveDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/oldWALs, maxLogs=10 2024-11-14T21:39:06,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:06,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:06,243 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:06,244 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64627707, jitterRate=-0.03697212040424347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:06,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620346200Initializing all the Stores at 1731620346201 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620346201Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620346202 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620346202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620346202Cleaning up temporary data from old regions at 1731620346230 (+28 ms)Region opened successfully at 1731620346244 (+14 ms) 2024-11-14T21:39:06,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:06,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:06,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:06,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:06,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:06,245 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:06,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620346244Disabling compacts and flushes for region at 1731620346244Disabling writes for close at 1731620346244Writing region close event to WAL at 1731620346245 (+1 ms)Closed at 1731620346245 2024-11-14T21:39:06,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:06,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:39:06,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:39:06,247 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:06,248 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:39:06,254 DEBUG [RS:0;ef788a4cade8:40049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, exclude list is [], retry=0 2024-11-14T21:39:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-60c4aa50-78bf-42a4-849e-89ce26738540,DISK] 2024-11-14T21:39:06,287 INFO [RS:0;ef788a4cade8:40049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 2024-11-14T21:39:06,291 DEBUG [RS:0;ef788a4cade8:40049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943)] 2024-11-14T21:39:06,400 DEBUG [ef788a4cade8:38605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:39:06,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:06,403 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,40049,1731620344038, state=OPENING 2024-11-14T21:39:06,410 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:39:06,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:06,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:06,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-651982410/meta-region-server: CHANGED 2024-11-14T21:39:06,413 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:06,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,40049,1731620344038}] 2024-11-14T21:39:06,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-651982410/meta-region-server: CHANGED 2024-11-14T21:39:06,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:39:06,572 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:06,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:39:06,592 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:39:06,592 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:06,592 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:39:06,598 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40049%2C1731620344038.meta, suffix=.meta, logDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038, archiveDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/oldWALs, maxLogs=10 2024-11-14T21:39:06,619 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.meta.1731620346599.meta, exclude list is [], retry=0 2024-11-14T21:39:06,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-60c4aa50-78bf-42a4-849e-89ce26738540,DISK] 2024-11-14T21:39:06,628 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.meta.1731620346599.meta 2024-11-14T21:39:06,628 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943)] 2024-11-14T21:39:06,628 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:06,629 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:06,629 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:06,629 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:39:06,629 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:39:06,629 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:39:06,629 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:06,629 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:39:06,629 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:39:06,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:06,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:06,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:06,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:06,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:06,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:06,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:06,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:06,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:06,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:06,652 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:06,653 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740 2024-11-14T21:39:06,658 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740 2024-11-14T21:39:06,668 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:06,668 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:06,675 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:06,676 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:06,677 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60333174, jitterRate=-0.10096564888954163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:06,677 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:39:06,677 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620346629Writing region info on filesystem at 1731620346629Initializing all the Stores at 1731620346630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620346630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620346638 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620346638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620346638Cleaning up temporary data from old regions at 1731620346668 (+30 ms)Running coprocessor post-open hooks at 1731620346677 (+9 ms)Region opened successfully at 1731620346677 2024-11-14T21:39:06,678 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620346571 2024-11-14T21:39:06,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:06,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,40049,1731620344038, state=OPEN 2024-11-14T21:39:06,684 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:39:06,684 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:39:06,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-651982410/meta-region-server 2024-11-14T21:39:06,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-651982410/meta-region-server 2024-11-14T21:39:06,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-651982410/meta-region-server: CHANGED 2024-11-14T21:39:06,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-651982410/meta-region-server: CHANGED 2024-11-14T21:39:06,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:06,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:39:06,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,40049,1731620344038 in 276 msec 2024-11-14T21:39:06,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:39:06,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-14T21:39:06,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:06,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:39:06,715 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:06,715 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40049,1731620344038, seqNum=-1] 2024-11-14T21:39:06,716 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:06,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:06,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1640 sec 2024-11-14T21:39:06,739 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620346738, completionTime=-1 2024-11-14T21:39:06,739 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:39:06,739 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:39:06,746 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:39:06,746 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620406746 2024-11-14T21:39:06,746 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620466746 2024-11-14T21:39:06,746 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-14T21:39:06,747 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38605,1731620343894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,747 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38605,1731620343894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,747 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38605,1731620343894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,747 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:38605, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,747 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,758 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:39:06,763 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,766 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.519sec 2024-11-14T21:39:06,766 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:39:06,766 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:39:06,767 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:39:06,767 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:39:06,767 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:39:06,767 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38605,1731620343894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:06,767 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38605,1731620343894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:39:06,772 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:39:06,772 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:39:06,773 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38605,1731620343894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:06,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da94a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:06,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38605,-1 for getting cluster id 2024-11-14T21:39:06,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:06,838 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '796fca78-fca0-4a7c-acec-76a1cc7dd6bf' 2024-11-14T21:39:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "796fca78-fca0-4a7c-acec-76a1cc7dd6bf" 2024-11-14T21:39:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e38091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38605,-1] 2024-11-14T21:39:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:06,840 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:06,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178ebdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:06,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40049,1731620344038, seqNum=-1] 2024-11-14T21:39:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:06,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:06,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,38605,1731620343894 2024-11-14T21:39:06,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:39:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:06,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac61068d0005 connected 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.log.dir so I do NOT create it in target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d 2024-11-14T21:39:06,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.tmp.dir so I do NOT create it in target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d 2024-11-14T21:39:06,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:39:06,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/cluster_88830c2c-5e39-a1ba-872f-e25842a0faa8, deleteOnExit=true 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/test.cache.data in system properties and HBase conf 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:39:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:39:06,854 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:39:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:39:06,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:39:06,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:06,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:39:06,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:39:06,964 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T21:39:06,974 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:06,974 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,058 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,060 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,065 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,069 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,069 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,072 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:07,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:07,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:07,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:07,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:07,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:39:07,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:07,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@223421bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:07,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef75059{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:07,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c851642{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/java.io.tmpdir/jetty-localhost-33163-hadoop-hdfs-3_4_1-tests_jar-_-any-17281839952619419699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:07,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bedd5a7{HTTP/1.1, (http/1.1)}{localhost:33163} 2024-11-14T21:39:07,466 INFO [Time-limited test {}] server.Server(415): Started @216819ms 2024-11-14T21:39:07,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:07,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:07,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:07,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:07,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:39:07,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@141f236c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:07,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ecfe03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:07,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f22cddb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/java.io.tmpdir/jetty-localhost-45665-hadoop-hdfs-3_4_1-tests_jar-_-any-9268153582062388293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:07,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@787e7e5e{HTTP/1.1, (http/1.1)}{localhost:45665} 2024-11-14T21:39:07,789 INFO [Time-limited test {}] server.Server(415): Started @217142ms 2024-11-14T21:39:07,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:39:07,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T21:39:07,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T21:39:07,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T21:39:07,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T21:39:08,068 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/cluster_88830c2c-5e39-a1ba-872f-e25842a0faa8/data/data1/current/BP-627798869-172.17.0.2-1731620346884/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:08,071 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/cluster_88830c2c-5e39-a1ba-872f-e25842a0faa8/data/data2/current/BP-627798869-172.17.0.2-1731620346884/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:08,127 WARN [Thread-2871 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:39:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cfc977e039817a4 with lease ID 0x294d7ffdae678fac: Processing first storage report for DS-20852705-e36d-476c-9f12-f0e521126bbf from datanode DatanodeRegistration(127.0.0.1:35773, datanodeUuid=30cdebce-144e-4bde-a4ea-5087d667f0fd, infoPort=35553, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=710571260;c=1731620346884) 2024-11-14T21:39:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cfc977e039817a4 with lease ID 0x294d7ffdae678fac: from storage DS-20852705-e36d-476c-9f12-f0e521126bbf node DatanodeRegistration(127.0.0.1:35773, datanodeUuid=30cdebce-144e-4bde-a4ea-5087d667f0fd, infoPort=35553, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=710571260;c=1731620346884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cfc977e039817a4 with lease ID 0x294d7ffdae678fac: Processing first storage report for DS-d9191bde-2d6f-46ed-8a9f-e58df05f300f from datanode DatanodeRegistration(127.0.0.1:35773, datanodeUuid=30cdebce-144e-4bde-a4ea-5087d667f0fd, infoPort=35553, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=710571260;c=1731620346884) 2024-11-14T21:39:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cfc977e039817a4 with lease ID 0x294d7ffdae678fac: from storage DS-d9191bde-2d6f-46ed-8a9f-e58df05f300f node DatanodeRegistration(127.0.0.1:35773, datanodeUuid=30cdebce-144e-4bde-a4ea-5087d667f0fd, infoPort=35553, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=710571260;c=1731620346884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:08,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d 2024-11-14T21:39:08,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:08,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:39:08,702 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809 with version=8 2024-11-14T21:39:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/hbase-staging 2024-11-14T21:39:08,705 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:08,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:08,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:08,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:08,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:08,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:08,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:39:08,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:08,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43197 2024-11-14T21:39:08,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43197 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:39:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431970x0, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:08,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43197-0x100ac61068d0006 connected 2024-11-14T21:39:08,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:08,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:08,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on znode that does not yet exist, /2-758242444/running 2024-11-14T21:39:08,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809, hbase.cluster.distributed=false 2024-11-14T21:39:08,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on znode that does not yet exist, /2-758242444/acl 2024-11-14T21:39:08,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43197 2024-11-14T21:39:08,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43197 2024-11-14T21:39:08,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43197 2024-11-14T21:39:08,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43197 2024-11-14T21:39:08,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43197 2024-11-14T21:39:08,770 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:08,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:08,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:08,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:08,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:08,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:08,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:39:08,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:08,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41313 2024-11-14T21:39:08,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41313 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:39:08,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:08,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:08,794 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413130x0, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:08,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413130x0, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on znode that does not yet exist, /2-758242444/running 2024-11-14T21:39:08,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:39:08,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41313-0x100ac61068d0007 connected 2024-11-14T21:39:08,806 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:39:08,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on znode that does not yet exist, /2-758242444/master 2024-11-14T21:39:08,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on znode that does not yet exist, /2-758242444/acl 2024-11-14T21:39:08,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41313 2024-11-14T21:39:08,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41313 2024-11-14T21:39:08,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41313 2024-11-14T21:39:08,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41313 2024-11-14T21:39:08,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41313 2024-11-14T21:39:08,855 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:43197 2024-11-14T21:39:08,858 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-758242444/backup-masters/ef788a4cade8,43197,1731620348705 2024-11-14T21:39:08,860 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444/backup-masters 2024-11-14T21:39:08,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444/backup-masters 2024-11-14T21:39:08,860 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on existing znode=/2-758242444/backup-masters/ef788a4cade8,43197,1731620348705 2024-11-14T21:39:08,862 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-758242444/master 2024-11-14T21:39:08,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:08,862 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:08,863 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on existing znode=/2-758242444/master 2024-11-14T21:39:08,863 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-758242444/backup-masters/ef788a4cade8,43197,1731620348705 from backup master directory 2024-11-14T21:39:08,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-758242444/backup-masters/ef788a4cade8,43197,1731620348705 2024-11-14T21:39:08,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444/backup-masters 2024-11-14T21:39:08,865 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:08,865 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,43197,1731620348705 2024-11-14T21:39:08,870 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444/backup-masters 2024-11-14T21:39:08,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Unable to get data of znode /2-758242444/backup-masters/ef788a4cade8,43197,1731620348705 because node does not exist (not an error) 2024-11-14T21:39:08,874 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/hbase.id] with ID: c05b5e4c-9736-4e09-a571-008ea02a0fe0 2024-11-14T21:39:08,874 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/.tmp/hbase.id 2024-11-14T21:39:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:39:08,890 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/.tmp/hbase.id]:[hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/hbase.id] 2024-11-14T21:39:08,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:08,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:39:08,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:39:08,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:08,917 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:39:09,341 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:09,342 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:39:09,346 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:09,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:39:09,800 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store 2024-11-14T21:39:09,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:39:10,213 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:10,213 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:10,213 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:10,213 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:10,213 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:10,214 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:10,214 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:10,214 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620350213Disabling compacts and flushes for region at 1731620350213Disabling writes for close at 1731620350213Writing region close event to WAL at 1731620350214 (+1 ms)Closed at 1731620350214 2024-11-14T21:39:10,222 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/.initializing 2024-11-14T21:39:10,222 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/WALs/ef788a4cade8,43197,1731620348705 2024-11-14T21:39:10,230 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:10,246 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C43197%2C1731620348705, suffix=, logDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/WALs/ef788a4cade8,43197,1731620348705, archiveDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/oldWALs, maxLogs=10 2024-11-14T21:39:10,270 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/WALs/ef788a4cade8,43197,1731620348705/ef788a4cade8%2C43197%2C1731620348705.1731620350247, exclude list is [], retry=0 2024-11-14T21:39:10,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-20852705-e36d-476c-9f12-f0e521126bbf,DISK] 2024-11-14T21:39:10,280 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/WALs/ef788a4cade8,43197,1731620348705/ef788a4cade8%2C43197%2C1731620348705.1731620350247 2024-11-14T21:39:10,283 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553)] 2024-11-14T21:39:10,283 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:10,283 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:10,284 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,284 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:39:10,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:10,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:10,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:39:10,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:10,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:10,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:39:10,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:10,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:10,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:39:10,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:10,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:10,338 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,342 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,346 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,349 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,349 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,350 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:10,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:10,353 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:10,353 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68975933, jitterRate=0.02782149612903595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:10,354 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620350284Initializing all the Stores at 1731620350286 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620350286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620350287 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620350287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620350287Cleaning up temporary data from old regions at 1731620350349 (+62 ms)Region opened successfully at 1731620350354 (+5 ms) 2024-11-14T21:39:10,354 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:39:10,356 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc66b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:10,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:39:10,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:39:10,358 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:39:10,358 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:39:10,359 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T21:39:10,359 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:39:10,360 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:39:10,373 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:39:10,382 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Unable to get data of znode /2-758242444/balancer because node does not exist (not necessarily an error) 2024-11-14T21:39:10,386 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-758242444/balancer already deleted, retry=false 2024-11-14T21:39:10,387 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:39:10,392 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Unable to get data of znode /2-758242444/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:39:10,393 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-758242444/normalizer already deleted, retry=false 2024-11-14T21:39:10,394 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:39:10,395 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Unable to get data of znode /2-758242444/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:39:10,397 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-758242444/switch/split already deleted, retry=false 2024-11-14T21:39:10,398 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Unable to get data of znode /2-758242444/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:39:10,399 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-758242444/switch/merge already deleted, retry=false 2024-11-14T21:39:10,409 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Unable to get data of znode /2-758242444/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:39:10,415 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-758242444/snapshot-cleanup already deleted, retry=false 2024-11-14T21:39:10,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-758242444/running 2024-11-14T21:39:10,419 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-758242444/running 2024-11-14T21:39:10,419 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:10,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:10,422 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,43197,1731620348705, sessionid=0x100ac61068d0006, setting cluster-up flag (Was=false) 2024-11-14T21:39:10,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:10,440 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-758242444/flush-table-proc/acquired, /2-758242444/flush-table-proc/reached, /2-758242444/flush-table-proc/abort 2024-11-14T21:39:10,440 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,43197,1731620348705 2024-11-14T21:39:10,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:10,449 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:10,465 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-758242444/online-snapshot/acquired, /2-758242444/online-snapshot/reached, /2-758242444/online-snapshot/abort 2024-11-14T21:39:10,466 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,43197,1731620348705 2024-11-14T21:39:10,475 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:39:10,480 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:10,480 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:39:10,480 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:39:10,481 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,43197,1731620348705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:10,483 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:10,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:39:10,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:10,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:39:10,530 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620380530 2024-11-14T21:39:10,531 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:39:10,531 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:39:10,531 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:39:10,531 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:39:10,531 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:39:10,531 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:39:10,539 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,542 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:39:10,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:39:10,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:39:10,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:39:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:39:10,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:39:10,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:39:10,610 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620350608,5,FailOnTimeoutGroup] 2024-11-14T21:39:10,626 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620350610,5,FailOnTimeoutGroup] 2024-11-14T21:39:10,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:39:10,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,626 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,650 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(746): ClusterId : c05b5e4c-9736-4e09-a571-008ea02a0fe0 2024-11-14T21:39:10,651 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:39:10,665 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:39:10,665 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:39:10,672 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:39:10,673 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a0a7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:10,722 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:41313 2024-11-14T21:39:10,722 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:39:10,722 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:39:10,722 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:39:10,731 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,43197,1731620348705 with port=41313, startcode=1731620348770 2024-11-14T21:39:10,731 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:39:10,743 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:39:10,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,41313,1731620348770 2024-11-14T21:39:10,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43197 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:10,746 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809 2024-11-14T21:39:10,746 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37963 2024-11-14T21:39:10,746 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:39:10,758 DEBUG [RS:0;ef788a4cade8:41313 {}] zookeeper.ZKUtil(111): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on existing znode=/2-758242444/rs/ef788a4cade8,41313,1731620348770 2024-11-14T21:39:10,758 WARN [RS:0;ef788a4cade8:41313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:10,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444/rs 2024-11-14T21:39:10,759 INFO [RS:0;ef788a4cade8:41313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:10,759 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770 2024-11-14T21:39:10,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,41313,1731620348770] 2024-11-14T21:39:10,789 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:39:10,803 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:39:10,803 INFO [RS:0;ef788a4cade8:41313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:39:10,804 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,821 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:39:10,824 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:39:10,824 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:10,825 DEBUG [RS:0;ef788a4cade8:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:10,831 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,831 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,831 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,831 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,831 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,831 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41313,1731620348770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:10,866 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:39:10,866 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41313,1731620348770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,866 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,866 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.Replication(171): ef788a4cade8,41313,1731620348770 started 2024-11-14T21:39:10,920 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:10,920 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,41313,1731620348770, RpcServer on ef788a4cade8/172.17.0.2:41313, sessionid=0x100ac61068d0007 2024-11-14T21:39:10,920 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:39:10,920 DEBUG [RS:0;ef788a4cade8:41313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,41313,1731620348770 2024-11-14T21:39:10,920 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,41313,1731620348770' 2024-11-14T21:39:10,920 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-758242444/flush-table-proc/abort' 2024-11-14T21:39:10,921 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-758242444/flush-table-proc/acquired' 2024-11-14T21:39:10,922 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:39:10,922 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:39:10,922 DEBUG [RS:0;ef788a4cade8:41313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,41313,1731620348770 2024-11-14T21:39:10,922 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,41313,1731620348770' 2024-11-14T21:39:10,922 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-758242444/online-snapshot/abort' 2024-11-14T21:39:10,923 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-758242444/online-snapshot/acquired' 2024-11-14T21:39:10,924 DEBUG [RS:0;ef788a4cade8:41313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:39:10,924 INFO [RS:0;ef788a4cade8:41313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:39:10,924 INFO [RS:0;ef788a4cade8:41313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:39:10,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:39:10,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809 2024-11-14T21:39:11,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:39:11,024 INFO [RS:0;ef788a4cade8:41313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:11,028 INFO [RS:0;ef788a4cade8:41313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C41313%2C1731620348770, suffix=, logDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770, archiveDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/oldWALs, maxLogs=10 2024-11-14T21:39:11,045 DEBUG [RS:0;ef788a4cade8:41313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, exclude list is [], retry=0 2024-11-14T21:39:11,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-20852705-e36d-476c-9f12-f0e521126bbf,DISK] 2024-11-14T21:39:11,051 INFO [RS:0;ef788a4cade8:41313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 2024-11-14T21:39:11,054 DEBUG [RS:0;ef788a4cade8:41313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553)] 2024-11-14T21:39:11,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:11,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:11,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:11,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:11,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:11,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:11,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:11,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:11,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:11,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:11,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740 2024-11-14T21:39:11,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740 2024-11-14T21:39:11,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:11,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:11,509 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:11,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:11,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:11,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67209529, jitterRate=0.0015000253915786743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:11,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620351427Initializing all the Stores at 1731620351434 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620351434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620351435 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620351435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620351435Cleaning up temporary data from old regions at 1731620351509 (+74 ms)Region opened successfully at 1731620351525 (+16 ms) 2024-11-14T21:39:11,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:11,525 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:11,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:11,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:11,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:11,547 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:11,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620351525Disabling compacts and flushes for region at 1731620351525Disabling writes for close at 1731620351525Writing region close event to WAL at 1731620351546 (+21 ms)Closed at 1731620351547 (+1 ms) 2024-11-14T21:39:11,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:11,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:39:11,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:39:11,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:11,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:39:11,710 DEBUG [ef788a4cade8:43197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:39:11,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:11,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,41313,1731620348770, state=OPENING 2024-11-14T21:39:11,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:39:11,715 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:11,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:11,715 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:11,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-758242444/meta-region-server: CHANGED 2024-11-14T21:39:11,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-758242444/meta-region-server: CHANGED 2024-11-14T21:39:11,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,41313,1731620348770}] 2024-11-14T21:39:11,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:11,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:39:11,893 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:39:11,893 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:11,893 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:39:11,900 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C41313%2C1731620348770.meta, suffix=.meta, logDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770, archiveDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/oldWALs, maxLogs=10 2024-11-14T21:39:11,919 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.meta.1731620351900.meta, exclude list is [], retry=0 2024-11-14T21:39:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-20852705-e36d-476c-9f12-f0e521126bbf,DISK] 2024-11-14T21:39:11,926 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.meta.1731620351900.meta 2024-11-14T21:39:11,931 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553)] 2024-11-14T21:39:11,931 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:11,932 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:11,932 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:11,932 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:39:11,932 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:39:11,932 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:39:11,932 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:11,932 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:39:11,932 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:39:11,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:11,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:11,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:11,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:11,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:11,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:11,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:11,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:11,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:11,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:11,944 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:11,945 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740 2024-11-14T21:39:11,947 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740 2024-11-14T21:39:11,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:11,948 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:11,949 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:11,950 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:11,951 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72547035, jitterRate=0.0810350626707077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:11,951 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:39:11,951 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620351932Writing region info on filesystem at 1731620351932Initializing all the Stores at 1731620351934 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620351934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620351938 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620351938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620351938Cleaning up temporary data from old regions at 1731620351948 (+10 ms)Running coprocessor post-open hooks at 1731620351951 (+3 ms)Region opened successfully at 1731620351951 2024-11-14T21:39:11,952 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620351870 2024-11-14T21:39:11,956 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:39:11,956 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:39:11,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:11,957 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,41313,1731620348770, state=OPEN 2024-11-14T21:39:11,959 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-758242444/meta-region-server 2024-11-14T21:39:11,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-758242444/meta-region-server: CHANGED 2024-11-14T21:39:11,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-758242444/meta-region-server 2024-11-14T21:39:11,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-758242444/meta-region-server: CHANGED 2024-11-14T21:39:11,961 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:11,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:39:11,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,41313,1731620348770 in 246 msec 2024-11-14T21:39:11,966 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:11,966 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:39:11,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:39:11,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-14T21:39:11,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:11,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41313,1731620348770, seqNum=-1] 2024-11-14T21:39:11,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:11,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:11,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5160 sec 2024-11-14T21:39:11,993 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620351993, completionTime=-1 2024-11-14T21:39:11,993 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:39:11,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:39:11,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:39:11,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620411996 2024-11-14T21:39:11,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620471996 2024-11-14T21:39:11,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:39:11,996 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43197,1731620348705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:11,997 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43197,1731620348705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:11,997 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43197,1731620348705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:11,997 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:43197, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:11,997 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:11,999 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:39:12,002 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.144sec 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43197,1731620348705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:12,009 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43197,1731620348705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:39:12,011 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:39:12,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:39:12,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43197,1731620348705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:12,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773b24bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:12,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:12,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:12,048 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cfb114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:12,051 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:12,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390f4a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:12,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41313,1731620348770, seqNum=-1] 2024-11-14T21:39:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:12,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:12,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,43197,1731620348705 2024-11-14T21:39:12,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51809 2024-11-14T21:39:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:12,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ac61068d0008 connected 2024-11-14T21:39:12,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32983,1731620338768 2024-11-14T21:39:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3534269c 2024-11-14T21:39:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:12,069 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:12,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:39:12,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:12,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:12,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:39:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:12,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:39:12,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42a514c57a8c97af75caf48c8961382a, NAME => 'test,,1731620352069.42a514c57a8c97af75caf48c8961382a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0 2024-11-14T21:39:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:39:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:12,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620352069.42a514c57a8c97af75caf48c8961382a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:12,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42a514c57a8c97af75caf48c8961382a, disabling compactions & flushes 2024-11-14T21:39:12,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:12,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:12,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620352069.42a514c57a8c97af75caf48c8961382a. after waiting 0 ms 2024-11-14T21:39:12,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:12,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:12,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42a514c57a8c97af75caf48c8961382a: Waiting for close lock at 1731620352532Disabling compacts and flushes for region at 1731620352532Disabling writes for close at 1731620352532Writing region close event to WAL at 1731620352532Closed at 1731620352532 2024-11-14T21:39:12,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:12,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620352069.42a514c57a8c97af75caf48c8961382a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620352535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620352535"}]},"ts":"1731620352535"} 2024-11-14T21:39:12,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:12,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:12,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620352548"}]},"ts":"1731620352548"} 2024-11-14T21:39:12,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:39:12,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42a514c57a8c97af75caf48c8961382a, ASSIGN}] 2024-11-14T21:39:12,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42a514c57a8c97af75caf48c8961382a, ASSIGN 2024-11-14T21:39:12,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42a514c57a8c97af75caf48c8961382a, ASSIGN; state=OFFLINE, location=ef788a4cade8,41815,1731620339123; forceNewPlan=false, retain=false 2024-11-14T21:39:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:12,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42a514c57a8c97af75caf48c8961382a, regionState=OPENING, regionLocation=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42a514c57a8c97af75caf48c8961382a, ASSIGN because future has completed 2024-11-14T21:39:12,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a514c57a8c97af75caf48c8961382a, server=ef788a4cade8,41815,1731620339123}] 2024-11-14T21:39:12,895 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:12,895 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42a514c57a8c97af75caf48c8961382a, NAME => 'test,,1731620352069.42a514c57a8c97af75caf48c8961382a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:12,895 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:12,895 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:39:12,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620352069.42a514c57a8c97af75caf48c8961382a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:12,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,900 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,906 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a514c57a8c97af75caf48c8961382a columnFamilyName f 2024-11-14T21:39:12,906 DEBUG [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:12,907 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] regionserver.HStore(327): Store=42a514c57a8c97af75caf48c8961382a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:12,907 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,908 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a514c57a8c97af75caf48c8961382a columnFamilyName f1 2024-11-14T21:39:12,908 DEBUG [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:12,908 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] regionserver.HStore(327): Store=42a514c57a8c97af75caf48c8961382a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:12,908 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,909 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a514c57a8c97af75caf48c8961382a columnFamilyName norep 2024-11-14T21:39:12,909 DEBUG [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:12,910 INFO [StoreOpener-42a514c57a8c97af75caf48c8961382a-1 {}] regionserver.HStore(327): Store=42a514c57a8c97af75caf48c8961382a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:12,910 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,910 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,911 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,912 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,912 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,912 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:12,913 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,919 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:12,920 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42a514c57a8c97af75caf48c8961382a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73508443, jitterRate=0.09536115825176239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:12,920 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:12,921 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42a514c57a8c97af75caf48c8961382a: Running coprocessor pre-open hook at 1731620352896Writing region info on filesystem at 1731620352896Initializing all the Stores at 1731620352900 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620352900Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620352900Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620352900Cleaning up temporary data from old regions at 1731620352912 (+12 ms)Running coprocessor post-open hooks at 1731620352920 (+8 ms)Region opened successfully at 1731620352921 (+1 ms) 2024-11-14T21:39:12,923 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620352069.42a514c57a8c97af75caf48c8961382a., pid=6, masterSystemTime=1731620352873 2024-11-14T21:39:12,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42a514c57a8c97af75caf48c8961382a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:12,929 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:12,929 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a514c57a8c97af75caf48c8961382a, server=ef788a4cade8,41815,1731620339123 because future has completed 2024-11-14T21:39:12,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:39:12,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42a514c57a8c97af75caf48c8961382a, server=ef788a4cade8,41815,1731620339123 in 226 msec 2024-11-14T21:39:12,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:39:12,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42a514c57a8c97af75caf48c8961382a, ASSIGN in 394 msec 2024-11-14T21:39:12,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:12,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620352950"}]},"ts":"1731620352950"} 2024-11-14T21:39:12,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:39:12,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:12,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 889 msec 2024-11-14T21:39:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:13,208 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:39:13,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,38605,1731620343894 2024-11-14T21:39:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12294f5b 2024-11-14T21:39:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:13,210 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:13,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:39:13,216 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:13,216 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:13,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:39:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:13,218 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:13,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:39:13,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ab827e5866cbaf44aba3724c9fa5589, NAME => 'test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca 2024-11-14T21:39:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:39:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:13,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:13,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ab827e5866cbaf44aba3724c9fa5589, disabling compactions & flushes 2024-11-14T21:39:13,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:13,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:13,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. after waiting 0 ms 2024-11-14T21:39:13,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:13,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:13,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ab827e5866cbaf44aba3724c9fa5589: Waiting for close lock at 1731620353779Disabling compacts and flushes for region at 1731620353779Disabling writes for close at 1731620353779Writing region close event to WAL at 1731620353779Closed at 1731620353779 2024-11-14T21:39:13,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:13,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620353781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620353781"}]},"ts":"1731620353781"} 2024-11-14T21:39:13,796 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:13,798 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:13,799 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620353799"}]},"ts":"1731620353799"} 2024-11-14T21:39:13,810 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:39:13,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ab827e5866cbaf44aba3724c9fa5589, ASSIGN}] 2024-11-14T21:39:13,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ab827e5866cbaf44aba3724c9fa5589, ASSIGN 2024-11-14T21:39:13,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ab827e5866cbaf44aba3724c9fa5589, ASSIGN; state=OFFLINE, location=ef788a4cade8,40049,1731620344038; forceNewPlan=false, retain=false 2024-11-14T21:39:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:13,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ab827e5866cbaf44aba3724c9fa5589, regionState=OPENING, regionLocation=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:13,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ab827e5866cbaf44aba3724c9fa5589, ASSIGN because future has completed 2024-11-14T21:39:13,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab827e5866cbaf44aba3724c9fa5589, server=ef788a4cade8,40049,1731620344038}] 2024-11-14T21:39:14,171 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:14,171 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ab827e5866cbaf44aba3724c9fa5589, NAME => 'test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:14,171 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:14,171 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:39:14,172 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,172 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:14,172 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,172 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,203 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,205 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab827e5866cbaf44aba3724c9fa5589 columnFamilyName f 2024-11-14T21:39:14,205 DEBUG [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:14,205 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] regionserver.HStore(327): Store=8ab827e5866cbaf44aba3724c9fa5589/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:14,206 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,207 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab827e5866cbaf44aba3724c9fa5589 columnFamilyName f1 2024-11-14T21:39:14,207 DEBUG [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:14,208 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] regionserver.HStore(327): Store=8ab827e5866cbaf44aba3724c9fa5589/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:14,208 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,211 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab827e5866cbaf44aba3724c9fa5589 columnFamilyName norep 2024-11-14T21:39:14,211 DEBUG [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:14,211 INFO [StoreOpener-8ab827e5866cbaf44aba3724c9fa5589-1 {}] regionserver.HStore(327): Store=8ab827e5866cbaf44aba3724c9fa5589/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:14,212 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,212 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,212 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,213 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,213 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,214 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:14,215 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,238 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:14,239 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ab827e5866cbaf44aba3724c9fa5589; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60248951, jitterRate=-0.10222066938877106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:14,239 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:14,239 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ab827e5866cbaf44aba3724c9fa5589: Running coprocessor pre-open hook at 1731620354172Writing region info on filesystem at 1731620354172Initializing all the Stores at 1731620354182 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620354182Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620354198 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620354198Cleaning up temporary data from old regions at 1731620354213 (+15 ms)Running coprocessor post-open hooks at 1731620354239 (+26 ms)Region opened successfully at 1731620354239 2024-11-14T21:39:14,240 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589., pid=6, masterSystemTime=1731620354146 2024-11-14T21:39:14,245 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:14,246 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:14,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ab827e5866cbaf44aba3724c9fa5589, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:14,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab827e5866cbaf44aba3724c9fa5589, server=ef788a4cade8,40049,1731620344038 because future has completed 2024-11-14T21:39:14,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:39:14,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ab827e5866cbaf44aba3724c9fa5589, server=ef788a4cade8,40049,1731620344038 in 296 msec 2024-11-14T21:39:14,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:39:14,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ab827e5866cbaf44aba3724c9fa5589, ASSIGN in 470 msec 2024-11-14T21:39:14,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:14,295 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620354294"}]},"ts":"1731620354294"} 2024-11-14T21:39:14,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:39:14,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:14,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0870 sec 2024-11-14T21:39:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:14,374 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:39:14,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43197,1731620348705 2024-11-14T21:39:14,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66a49bb 2024-11-14T21:39:14,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:14,383 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:14,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:39:14,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:14,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:14,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:39:14,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:14,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:39:14,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3b20791860afb46be130c6065cd6ba3, NAME => 'test,,1731620354384.f3b20791860afb46be130c6065cd6ba3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809 2024-11-14T21:39:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:14,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:39:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:14,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620354384.f3b20791860afb46be130c6065cd6ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:14,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f3b20791860afb46be130c6065cd6ba3, disabling compactions & flushes 2024-11-14T21:39:14,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:14,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:14,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. after waiting 0 ms 2024-11-14T21:39:14,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:14,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:14,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3b20791860afb46be130c6065cd6ba3: Waiting for close lock at 1731620354910Disabling compacts and flushes for region at 1731620354910Disabling writes for close at 1731620354910Writing region close event to WAL at 1731620354910Closed at 1731620354910 2024-11-14T21:39:14,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:14,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620354384.f3b20791860afb46be130c6065cd6ba3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620354918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620354918"}]},"ts":"1731620354918"} 2024-11-14T21:39:14,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:14,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:14,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620354928"}]},"ts":"1731620354928"} 2024-11-14T21:39:14,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:39:14,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3b20791860afb46be130c6065cd6ba3, ASSIGN}] 2024-11-14T21:39:14,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3b20791860afb46be130c6065cd6ba3, ASSIGN 2024-11-14T21:39:14,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f3b20791860afb46be130c6065cd6ba3, ASSIGN; state=OFFLINE, location=ef788a4cade8,41313,1731620348770; forceNewPlan=false, retain=false 2024-11-14T21:39:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:15,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3b20791860afb46be130c6065cd6ba3, regionState=OPENING, regionLocation=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:15,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f3b20791860afb46be130c6065cd6ba3, ASSIGN because future has completed 2024-11-14T21:39:15,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b20791860afb46be130c6065cd6ba3, server=ef788a4cade8,41313,1731620348770}] 2024-11-14T21:39:15,277 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:15,277 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3b20791860afb46be130c6065cd6ba3, NAME => 'test,,1731620354384.f3b20791860afb46be130c6065cd6ba3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:15,277 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:15,278 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:39:15,278 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,278 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620354384.f3b20791860afb46be130c6065cd6ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:15,278 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,278 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,284 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,287 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3b20791860afb46be130c6065cd6ba3 columnFamilyName f 2024-11-14T21:39:15,287 DEBUG [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:15,287 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] regionserver.HStore(327): Store=f3b20791860afb46be130c6065cd6ba3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:15,288 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,289 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3b20791860afb46be130c6065cd6ba3 columnFamilyName f1 2024-11-14T21:39:15,289 DEBUG [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:15,289 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] regionserver.HStore(327): Store=f3b20791860afb46be130c6065cd6ba3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:15,289 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,291 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3b20791860afb46be130c6065cd6ba3 columnFamilyName norep 2024-11-14T21:39:15,291 DEBUG [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:15,302 INFO [StoreOpener-f3b20791860afb46be130c6065cd6ba3-1 {}] regionserver.HStore(327): Store=f3b20791860afb46be130c6065cd6ba3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:15,302 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,314 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,319 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,323 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,323 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,326 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:15,339 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:15,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:15,367 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48488 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:15,367 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:15,382 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3b20791860afb46be130c6065cd6ba3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68973887, jitterRate=0.027791008353233337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:15,382 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:15,382 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3b20791860afb46be130c6065cd6ba3: Running coprocessor pre-open hook at 1731620355278Writing region info on filesystem at 1731620355278Initializing all the Stores at 1731620355283 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620355283Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620355284 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620355284Cleaning up temporary data from old regions at 1731620355323 (+39 ms)Running coprocessor post-open hooks at 1731620355382 (+59 ms)Region opened successfully at 1731620355382 2024-11-14T21:39:15,389 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620354384.f3b20791860afb46be130c6065cd6ba3., pid=6, masterSystemTime=1731620355257 2024-11-14T21:39:15,395 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:15,395 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:15,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3b20791860afb46be130c6065cd6ba3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:15,407 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43197 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef788a4cade8,41313,1731620348770, table=test, region=f3b20791860afb46be130c6065cd6ba3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T21:39:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b20791860afb46be130c6065cd6ba3, server=ef788a4cade8,41313,1731620348770 because future has completed 2024-11-14T21:39:15,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:39:15,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3b20791860afb46be130c6065cd6ba3, server=ef788a4cade8,41313,1731620348770 in 322 msec 2024-11-14T21:39:15,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:39:15,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f3b20791860afb46be130c6065cd6ba3, ASSIGN in 501 msec 2024-11-14T21:39:15,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:15,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620355447"}]},"ts":"1731620355447"} 2024-11-14T21:39:15,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:39:15,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:15,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0670 sec 2024-11-14T21:39:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:15,549 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:39:15,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d8ea66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:15,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32983,-1 for getting cluster id 2024-11-14T21:39:15,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:15,563 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f4418f-194e-4f4c-b7ee-4ffecafbd3b1' 2024-11-14T21:39:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f4418f-194e-4f4c-b7ee-4ffecafbd3b1" 2024-11-14T21:39:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3965d210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32983,-1] 2024-11-14T21:39:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:15,567 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faf9588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:15,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:15,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32983,1731620338768 2024-11-14T21:39:15,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f89db00 2024-11-14T21:39:15,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:15,580 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:15,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:38605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:39:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:39:15,586 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:38605' 2024-11-14T21:39:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:15,589 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cd3607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:15,589 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38605,-1 for getting cluster id 2024-11-14T21:39:15,590 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:15,591 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '796fca78-fca0-4a7c-acec-76a1cc7dd6bf' 2024-11-14T21:39:15,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:15,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "796fca78-fca0-4a7c-acec-76a1cc7dd6bf" 2024-11-14T21:39:15,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e2265b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:15,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38605,-1] 2024-11-14T21:39:15,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:15,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:15,595 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fbf1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:15,596 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:15,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,38605,1731620343894 2024-11-14T21:39:15,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a7a9431 2024-11-14T21:39:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:15,599 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:15,600 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T21:39:15,600 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:39:15,600 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:15,600 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:15,601 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:15,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:15,605 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:39:15,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:15,607 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:15,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:15,656 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:39:15,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:39:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:16,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b3eaf9c5cd31c68ded02cc4fd572c07, NAME => 'hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0 2024-11-14T21:39:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:39:16,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:16,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5b3eaf9c5cd31c68ded02cc4fd572c07, disabling compactions & flushes 2024-11-14T21:39:16,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:16,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:16,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. after waiting 0 ms 2024-11-14T21:39:16,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:16,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:16,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b3eaf9c5cd31c68ded02cc4fd572c07: Waiting for close lock at 1731620356079Disabling compacts and flushes for region at 1731620356079Disabling writes for close at 1731620356079Writing region close event to WAL at 1731620356079Closed at 1731620356080 (+1 ms) 2024-11-14T21:39:16,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:16,083 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620356083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620356083"}]},"ts":"1731620356083"} 2024-11-14T21:39:16,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:16,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:16,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620356086"}]},"ts":"1731620356086"} 2024-11-14T21:39:16,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:39:16,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b3eaf9c5cd31c68ded02cc4fd572c07, ASSIGN}] 2024-11-14T21:39:16,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b3eaf9c5cd31c68ded02cc4fd572c07, ASSIGN 2024-11-14T21:39:16,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b3eaf9c5cd31c68ded02cc4fd572c07, ASSIGN; state=OFFLINE, location=ef788a4cade8,41815,1731620339123; forceNewPlan=false, retain=false 2024-11-14T21:39:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:16,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b3eaf9c5cd31c68ded02cc4fd572c07, regionState=OPENING, regionLocation=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:16,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b3eaf9c5cd31c68ded02cc4fd572c07, ASSIGN because future has completed 2024-11-14T21:39:16,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b3eaf9c5cd31c68ded02cc4fd572c07, server=ef788a4cade8,41815,1731620339123}] 2024-11-14T21:39:16,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:16,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:16,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:39:16,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C41815%2C1731620339123.rep, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/oldWALs, maxLogs=10 2024-11-14T21:39:16,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.rep.1731620356480, exclude list is [], retry=0 2024-11-14T21:39:16,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-c8bd15f0-9502-4379-9bf2-81a521082245,DISK] 2024-11-14T21:39:16,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.rep.1731620356480 2024-11-14T21:39:16,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-14T21:39:16,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b3eaf9c5cd31c68ded02cc4fd572c07, NAME => 'hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:16,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. service=MultiRowMutationService 2024-11-14T21:39:16,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:39:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,553 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,566 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3eaf9c5cd31c68ded02cc4fd572c07 columnFamilyName hfileref 2024-11-14T21:39:16,566 DEBUG [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:16,569 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] regionserver.HStore(327): Store=5b3eaf9c5cd31c68ded02cc4fd572c07/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:16,569 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,570 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3eaf9c5cd31c68ded02cc4fd572c07 columnFamilyName queue 2024-11-14T21:39:16,570 DEBUG [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:16,571 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] regionserver.HStore(327): Store=5b3eaf9c5cd31c68ded02cc4fd572c07/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:16,571 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,576 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3eaf9c5cd31c68ded02cc4fd572c07 columnFamilyName sid 2024-11-14T21:39:16,576 DEBUG [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:16,577 INFO [StoreOpener-5b3eaf9c5cd31c68ded02cc4fd572c07-1 {}] regionserver.HStore(327): Store=5b3eaf9c5cd31c68ded02cc4fd572c07/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:16,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:16,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:16,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5b3eaf9c5cd31c68ded02cc4fd572c07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66582719, jitterRate=-0.007840171456336975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:16,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:16,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5b3eaf9c5cd31c68ded02cc4fd572c07: Running coprocessor pre-open hook at 1731620356551Writing region info on filesystem at 1731620356551Initializing all the Stores at 1731620356552 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620356552Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620356553 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620356553Cleaning up temporary data from old regions at 1731620356579 (+26 ms)Running coprocessor post-open hooks at 1731620356607 (+28 ms)Region opened successfully at 1731620356607 2024-11-14T21:39:16,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07., pid=10, masterSystemTime=1731620356439 2024-11-14T21:39:16,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:16,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:16,617 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b3eaf9c5cd31c68ded02cc4fd572c07, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,41815,1731620339123 2024-11-14T21:39:16,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b3eaf9c5cd31c68ded02cc4fd572c07, server=ef788a4cade8,41815,1731620339123 because future has completed 2024-11-14T21:39:16,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:39:16,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b3eaf9c5cd31c68ded02cc4fd572c07, server=ef788a4cade8,41815,1731620339123 in 351 msec 2024-11-14T21:39:16,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:39:16,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b3eaf9c5cd31c68ded02cc4fd572c07, ASSIGN in 537 msec 2024-11-14T21:39:16,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:16,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620356631"}]},"ts":"1731620356631"} 2024-11-14T21:39:16,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:39:16,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:16,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0360 sec 2024-11-14T21:39:16,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07., hostname=ef788a4cade8,41815,1731620339123, seqNum=2] 2024-11-14T21:39:16,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:16,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:16,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:16,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:39:16,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:39:16,839 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:39:16,879 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,41815,1731620339123, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:39:16,880 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:16,880 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41815,1731620339123, seqNum=-1] 2024-11-14T21:39:16,881 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:16,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,41815,1731620339123', locateType=CURRENT is [region=hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07., hostname=ef788a4cade8,41815,1731620339123, seqNum=2] 2024-11-14T21:39:16,890 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:39:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:39:16,895 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,41815,1731620339123 suceeded 2024-11-14T21:39:16,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:39:16,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-14T21:39:16,897 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:38605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:39:16,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3160 sec 2024-11-14T21:39:16,935 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:38605' 2024-11-14T21:39:16,936 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bcf026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:16,936 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38605,-1 for getting cluster id 2024-11-14T21:39:16,936 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:16,938 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '796fca78-fca0-4a7c-acec-76a1cc7dd6bf' 2024-11-14T21:39:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "796fca78-fca0-4a7c-acec-76a1cc7dd6bf" 2024-11-14T21:39:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c1d72af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38605,-1] 2024-11-14T21:39:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:16,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:16,940 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:16,940 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@268c50c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:16,940 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,38605,1731620343894 2024-11-14T21:39:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637cff67 2024-11-14T21:39:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:16,942 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T21:39:16,943 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,41815,1731620339123 (queues=1) is replicating from cluster=92f4418f-194e-4f4c-b7ee-4ffecafbd3b1 to cluster=796fca78-fca0-4a7c-acec-76a1cc7dd6bf 2024-11-14T21:39:16,943 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C41815%2C1731620339123 2024-11-14T21:39:16,943 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,41815,1731620339123, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:39:16,946 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, startPosition=0, beingWritten=true 2024-11-14T21:39:16,947 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C41815%2C1731620339123 2024-11-14T21:39:16,960 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:16,960 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:16,960 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:17,169 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:17,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:39:17,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,474 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:17,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:17,747 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:39:17,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:17,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:17,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:17,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:17,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:17,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9b6749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:17,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38605,-1 for getting cluster id 2024-11-14T21:39:17,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:17,750 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '796fca78-fca0-4a7c-acec-76a1cc7dd6bf' 2024-11-14T21:39:17,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:17,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "796fca78-fca0-4a7c-acec-76a1cc7dd6bf" 2024-11-14T21:39:17,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eaf783d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:17,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38605,-1] 2024-11-14T21:39:17,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:17,755 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:17,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4755a06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:17,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:17,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,38605,1731620343894 2024-11-14T21:39:17,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ced967f 2024-11-14T21:39:17,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:17,759 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:17,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:43197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:39:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:39:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:17,764 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:43197' 2024-11-14T21:39:17,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3cb83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:17,765 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:17,765 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:17,767 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:17,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:17,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:17,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee5c02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:17,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:17,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:17,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:17,769 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:17,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10912405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:17,769 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:17,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43197,1731620348705 2024-11-14T21:39:17,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613a8fe5 2024-11-14T21:39:17,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:17,772 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:17,775 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T21:39:17,775 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:39:17,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:17,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:17,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:17,776 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:17,778 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:39:17,780 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:17,780 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:17,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:17,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:39:17,830 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:39:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:17,882 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:17,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:39:17,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T21:39:17,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:39:17,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T21:39:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:18,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0021346566e10e83d1ba0dff9ac9bef5, NAME => 'hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca 2024-11-14T21:39:18,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:39:18,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:18,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0021346566e10e83d1ba0dff9ac9bef5, disabling compactions & flushes 2024-11-14T21:39:18,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:18,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:18,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. after waiting 0 ms 2024-11-14T21:39:18,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:18,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:18,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0021346566e10e83d1ba0dff9ac9bef5: Waiting for close lock at 1731620358229Disabling compacts and flushes for region at 1731620358229Disabling writes for close at 1731620358229Writing region close event to WAL at 1731620358229Closed at 1731620358229 2024-11-14T21:39:18,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:18,233 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620358232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620358232"}]},"ts":"1731620358232"} 2024-11-14T21:39:18,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:18,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:18,245 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620358244"}]},"ts":"1731620358244"} 2024-11-14T21:39:18,247 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:39:18,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0021346566e10e83d1ba0dff9ac9bef5, ASSIGN}] 2024-11-14T21:39:18,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0021346566e10e83d1ba0dff9ac9bef5, ASSIGN 2024-11-14T21:39:18,249 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0021346566e10e83d1ba0dff9ac9bef5, ASSIGN; state=OFFLINE, location=ef788a4cade8,40049,1731620344038; forceNewPlan=false, retain=false 2024-11-14T21:39:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:18,395 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:18,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0021346566e10e83d1ba0dff9ac9bef5, regionState=OPENING, regionLocation=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:18,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0021346566e10e83d1ba0dff9ac9bef5, ASSIGN because future has completed 2024-11-14T21:39:18,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0021346566e10e83d1ba0dff9ac9bef5, server=ef788a4cade8,40049,1731620344038}] 2024-11-14T21:39:18,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:39:18,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:18,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:18,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:39:18,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40049%2C1731620344038.rep, suffix=, logDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038, archiveDir=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/oldWALs, maxLogs=10 2024-11-14T21:39:18,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.rep.1731620358585, exclude list is [], retry=0 2024-11-14T21:39:18,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-60c4aa50-78bf-42a4-849e-89ce26738540,DISK] 2024-11-14T21:39:18,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.rep.1731620358585 2024-11-14T21:39:18,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943)] 2024-11-14T21:39:18,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0021346566e10e83d1ba0dff9ac9bef5, NAME => 'hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:18,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:18,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:18,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. service=MultiRowMutationService 2024-11-14T21:39:18,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:39:18,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:18,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,617 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,618 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0021346566e10e83d1ba0dff9ac9bef5 columnFamilyName hfileref 2024-11-14T21:39:18,618 DEBUG [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:18,619 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] regionserver.HStore(327): Store=0021346566e10e83d1ba0dff9ac9bef5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:18,619 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,620 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0021346566e10e83d1ba0dff9ac9bef5 columnFamilyName queue 2024-11-14T21:39:18,620 DEBUG [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:18,620 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] regionserver.HStore(327): Store=0021346566e10e83d1ba0dff9ac9bef5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:18,621 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,622 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0021346566e10e83d1ba0dff9ac9bef5 columnFamilyName sid 2024-11-14T21:39:18,622 DEBUG [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:18,622 INFO [StoreOpener-0021346566e10e83d1ba0dff9ac9bef5-1 {}] regionserver.HStore(327): Store=0021346566e10e83d1ba0dff9ac9bef5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:18,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:18,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:18,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0021346566e10e83d1ba0dff9ac9bef5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68507046, jitterRate=0.020834535360336304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:18,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:18,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0021346566e10e83d1ba0dff9ac9bef5: Running coprocessor pre-open hook at 1731620358616Writing region info on filesystem at 1731620358616Initializing all the Stores at 1731620358617 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620358617Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620358617Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620358617Cleaning up temporary data from old regions at 1731620358624 (+7 ms)Running coprocessor post-open hooks at 1731620358631 (+7 ms)Region opened successfully at 1731620358631 2024-11-14T21:39:18,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5., pid=10, masterSystemTime=1731620358567 2024-11-14T21:39:18,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:18,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:18,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0021346566e10e83d1ba0dff9ac9bef5, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,40049,1731620344038 2024-11-14T21:39:18,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0021346566e10e83d1ba0dff9ac9bef5, server=ef788a4cade8,40049,1731620344038 because future has completed 2024-11-14T21:39:18,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:39:18,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0021346566e10e83d1ba0dff9ac9bef5, server=ef788a4cade8,40049,1731620344038 in 230 msec 2024-11-14T21:39:18,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:39:18,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0021346566e10e83d1ba0dff9ac9bef5, ASSIGN in 394 msec 2024-11-14T21:39:18,643 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:18,643 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620358643"}]},"ts":"1731620358643"} 2024-11-14T21:39:18,645 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:39:18,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:18,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 869 msec 2024-11-14T21:39:18,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5., hostname=ef788a4cade8,40049,1731620344038, seqNum=2] 2024-11-14T21:39:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:18,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:18,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:39:18,866 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:39:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:18,935 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,40049,1731620344038, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:39:18,936 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:18,936 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40049,1731620344038, seqNum=-1] 2024-11-14T21:39:18,936 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:18,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:18,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,40049,1731620344038', locateType=CURRENT is [region=hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5., hostname=ef788a4cade8,40049,1731620344038, seqNum=2] 2024-11-14T21:39:18,965 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:39:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:39:18,969 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,40049,1731620344038 suceeded 2024-11-14T21:39:18,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:39:18,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 265 msec 2024-11-14T21:39:18,972 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:43197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:39:18,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2120 sec 2024-11-14T21:39:18,988 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:43197' 2024-11-14T21:39:19,005 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cc124e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,005 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:19,005 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:19,007 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:19,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:19,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:19,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bcf58bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:19,008 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:19,009 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:19,012 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6813d7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,013 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:19,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43197,1731620348705 2024-11-14T21:39:19,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69078d4f 2024-11-14T21:39:19,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:19,015 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T21:39:19,018 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,40049,1731620344038 (queues=1) is replicating from cluster=796fca78-fca0-4a7c-acec-76a1cc7dd6bf to cluster=c05b5e4c-9736-4e09-a571-008ea02a0fe0 2024-11-14T21:39:19,018 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C40049%2C1731620344038 2024-11-14T21:39:19,018 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,40049,1731620344038, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:39:19,027 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, startPosition=0, beingWritten=true 2024-11-14T21:39:19,034 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C40049%2C1731620344038 2024-11-14T21:39:19,055 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:19,055 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:19,060 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:19,282 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:19,622 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:19,736 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:19,917 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:39:19,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:19,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:19,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:19,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:19,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:19,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ba985c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:19,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:19,920 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f35f01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:19,922 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c43fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43197,1731620348705 2024-11-14T21:39:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2110ed61 2024-11-14T21:39:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:19,926 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:19,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:32983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:39:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:39:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:19,938 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:32983' 2024-11-14T21:39:19,939 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3345fb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,939 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32983,-1 for getting cluster id 2024-11-14T21:39:19,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:19,940 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f4418f-194e-4f4c-b7ee-4ffecafbd3b1' 2024-11-14T21:39:19,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:19,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f4418f-194e-4f4c-b7ee-4ffecafbd3b1" 2024-11-14T21:39:19,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c63eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32983,-1] 2024-11-14T21:39:19,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:19,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:19,941 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:19,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1763067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:19,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:19,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32983,1731620338768 2024-11-14T21:39:19,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a47422 2024-11-14T21:39:19,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:19,944 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:19,944 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T21:39:19,944 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:39:19,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:19,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:19,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:19,945 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:19,947 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:39:19,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:19,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:19,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:39:19,997 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:39:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:20,051 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:20,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f7ec23bd400bd69801bbc10216ccb81, NAME => 'hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809 2024-11-14T21:39:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:39:20,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:20,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f7ec23bd400bd69801bbc10216ccb81, disabling compactions & flushes 2024-11-14T21:39:20,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:20,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:20,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. after waiting 0 ms 2024-11-14T21:39:20,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:20,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:20,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f7ec23bd400bd69801bbc10216ccb81: Waiting for close lock at 1731620360383Disabling compacts and flushes for region at 1731620360383Disabling writes for close at 1731620360383Writing region close event to WAL at 1731620360383Closed at 1731620360383 2024-11-14T21:39:20,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:20,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620360384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620360384"}]},"ts":"1731620360384"} 2024-11-14T21:39:20,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:20,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:20,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620360387"}]},"ts":"1731620360387"} 2024-11-14T21:39:20,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:39:20,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f7ec23bd400bd69801bbc10216ccb81, ASSIGN}] 2024-11-14T21:39:20,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f7ec23bd400bd69801bbc10216ccb81, ASSIGN 2024-11-14T21:39:20,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f7ec23bd400bd69801bbc10216ccb81, ASSIGN; state=OFFLINE, location=ef788a4cade8,41313,1731620348770; forceNewPlan=false, retain=false 2024-11-14T21:39:20,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f7ec23bd400bd69801bbc10216ccb81, regionState=OPENING, regionLocation=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:20,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f7ec23bd400bd69801bbc10216ccb81, ASSIGN because future has completed 2024-11-14T21:39:20,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7ec23bd400bd69801bbc10216ccb81, server=ef788a4cade8,41313,1731620348770}] 2024-11-14T21:39:20,556 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:20,564 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:20,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:20,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:20,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:39:20,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C41313%2C1731620348770.rep, suffix=, logDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770, archiveDir=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/oldWALs, maxLogs=10 2024-11-14T21:39:20,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.rep.1731620360734, exclude list is [], retry=0 2024-11-14T21:39:20,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-20852705-e36d-476c-9f12-f0e521126bbf,DISK] 2024-11-14T21:39:20,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.rep.1731620360734 2024-11-14T21:39:20,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553)] 2024-11-14T21:39:20,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f7ec23bd400bd69801bbc10216ccb81, NAME => 'hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:20,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:20,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:20,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. service=MultiRowMutationService 2024-11-14T21:39:20,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:39:20,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:20,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,831 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,835 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f7ec23bd400bd69801bbc10216ccb81 columnFamilyName hfileref 2024-11-14T21:39:20,836 DEBUG [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:20,836 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] regionserver.HStore(327): Store=8f7ec23bd400bd69801bbc10216ccb81/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:20,836 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,837 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f7ec23bd400bd69801bbc10216ccb81 columnFamilyName queue 2024-11-14T21:39:20,837 DEBUG [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:20,838 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] regionserver.HStore(327): Store=8f7ec23bd400bd69801bbc10216ccb81/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:20,838 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,840 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f7ec23bd400bd69801bbc10216ccb81 columnFamilyName sid 2024-11-14T21:39:20,840 DEBUG [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:20,840 INFO [StoreOpener-8f7ec23bd400bd69801bbc10216ccb81-1 {}] regionserver.HStore(327): Store=8f7ec23bd400bd69801bbc10216ccb81/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:20,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:20,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:20,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f7ec23bd400bd69801bbc10216ccb81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68217992, jitterRate=0.016527295112609863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:20,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:20,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f7ec23bd400bd69801bbc10216ccb81: Running coprocessor pre-open hook at 1731620360816Writing region info on filesystem at 1731620360816Initializing all the Stores at 1731620360823 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620360823Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620360826 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620360826Cleaning up temporary data from old regions at 1731620360853 (+27 ms)Running coprocessor post-open hooks at 1731620360860 (+7 ms)Region opened successfully at 1731620360860 2024-11-14T21:39:20,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81., pid=10, masterSystemTime=1731620360706 2024-11-14T21:39:20,864 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f7ec23bd400bd69801bbc10216ccb81, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,41313,1731620348770 2024-11-14T21:39:20,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:20,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:20,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7ec23bd400bd69801bbc10216ccb81, server=ef788a4cade8,41313,1731620348770 because future has completed 2024-11-14T21:39:20,875 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43197 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef788a4cade8,41313,1731620348770, table=hbase:replication, region=8f7ec23bd400bd69801bbc10216ccb81. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T21:39:20,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:39:20,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f7ec23bd400bd69801bbc10216ccb81, server=ef788a4cade8,41313,1731620348770 in 330 msec 2024-11-14T21:39:20,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:39:20,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f7ec23bd400bd69801bbc10216ccb81, ASSIGN in 489 msec 2024-11-14T21:39:20,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:20,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620360881"}]},"ts":"1731620360881"} 2024-11-14T21:39:20,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:39:20,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:20,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 939 msec 2024-11-14T21:39:20,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81., hostname=ef788a4cade8,41313,1731620348770, seqNum=2] 2024-11-14T21:39:20,910 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:20,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:20,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:21,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:39:21,069 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:39:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:21,117 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,41313,1731620348770, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:39:21,117 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:21,118 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41313,1731620348770, seqNum=-1] 2024-11-14T21:39:21,118 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:21,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:21,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,41313,1731620348770', locateType=CURRENT is [region=hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81., hostname=ef788a4cade8,41313,1731620348770, seqNum=2] 2024-11-14T21:39:21,129 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:39:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:39:21,139 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,41313,1731620348770 suceeded 2024-11-14T21:39:21,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:39:21,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-14T21:39:21,141 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:32983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:39:21,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2140 sec 2024-11-14T21:39:21,153 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:32983' 2024-11-14T21:39:21,155 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4fd68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:21,155 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32983,-1 for getting cluster id 2024-11-14T21:39:21,155 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:21,158 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f4418f-194e-4f4c-b7ee-4ffecafbd3b1' 2024-11-14T21:39:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f4418f-194e-4f4c-b7ee-4ffecafbd3b1" 2024-11-14T21:39:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49287b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32983,-1] 2024-11-14T21:39:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:21,160 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:21,161 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@603613f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:21,161 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:21,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32983,1731620338768 2024-11-14T21:39:21,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e26367b 2024-11-14T21:39:21,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:21,163 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:21,166 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T21:39:21,171 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,41313,1731620348770 (queues=1) is replicating from cluster=c05b5e4c-9736-4e09-a571-008ea02a0fe0 to cluster=92f4418f-194e-4f4c-b7ee-4ffecafbd3b1 2024-11-14T21:39:21,171 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C41313%2C1731620348770 2024-11-14T21:39:21,171 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,41313,1731620348770, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:39:21,187 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, startPosition=0, beingWritten=true 2024-11-14T21:39:21,189 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C41313%2C1731620348770 2024-11-14T21:39:21,193 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:21,193 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 379, reset compression=false 2024-11-14T21:39:21,193 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:21,401 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 379, reset compression=false 2024-11-14T21:39:21,475 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:21,710 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 379, reset compression=false 2024-11-14T21:39:21,890 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:22,093 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:39:22,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:22,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:22,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:22,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:22,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:22,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae89809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32983,-1 for getting cluster id 2024-11-14T21:39:22,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:22,099 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f4418f-194e-4f4c-b7ee-4ffecafbd3b1' 2024-11-14T21:39:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f4418f-194e-4f4c-b7ee-4ffecafbd3b1" 2024-11-14T21:39:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474e923f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32983,-1] 2024-11-14T21:39:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:22,102 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8cf856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f94fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38605,-1 for getting cluster id 2024-11-14T21:39:22,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:22,107 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '796fca78-fca0-4a7c-acec-76a1cc7dd6bf' 2024-11-14T21:39:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "796fca78-fca0-4a7c-acec-76a1cc7dd6bf" 2024-11-14T21:39:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4a20a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38605,-1] 2024-11-14T21:39:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:22,109 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a52d243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3879e060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:22,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:22,115 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2078c2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:22,117 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170156d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41815,1731620339123, seqNum=-1] 2024-11-14T21:39:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:22,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620352069.42a514c57a8c97af75caf48c8961382a., hostname=ef788a4cade8,41815,1731620339123, seqNum=2] 2024-11-14T21:39:22,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41313,1731620348770, seqNum=-1] 2024-11-14T21:39:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:22,142 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 379, reset compression=false 2024-11-14T21:39:22,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:22,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620354384.f3b20791860afb46be130c6065cd6ba3., hostname=ef788a4cade8,41313,1731620348770, seqNum=2] 2024-11-14T21:39:22,188 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T21:39:22,484 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 379, reset compression=false 2024-11-14T21:39:22,515 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:22,515 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 480, reset compression=false 2024-11-14T21:39:22,518 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a514c57a8c97af75caf48c8961382a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T21:39:22,520 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:22,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T21:39:22,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:22,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30712c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38605,-1 for getting cluster id 2024-11-14T21:39:22,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:22,532 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '796fca78-fca0-4a7c-acec-76a1cc7dd6bf' 2024-11-14T21:39:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "796fca78-fca0-4a7c-acec-76a1cc7dd6bf" 2024-11-14T21:39:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7362f65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38605,-1] 2024-11-14T21:39:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:22,533 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:22,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f26fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40049,1731620344038, seqNum=-1] 2024-11-14T21:39:22,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:22,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:22,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589., hostname=ef788a4cade8,40049,1731620344038, seqNum=2] 2024-11-14T21:39:22,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:22,710 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 379, reset compression=false 2024-11-14T21:39:22,723 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:22,723 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 504, reset compression=false 2024-11-14T21:39:22,723 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ab827e5866cbaf44aba3724c9fa5589/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T21:39:22,724 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 480, reset compression=false 2024-11-14T21:39:22,732 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:22,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T21:39:22,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:22,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fb730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:22,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:22,752 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737993a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:22,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:22,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:22,754 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:22,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b29fb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:22,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:22,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41313,1731620348770, seqNum=-1] 2024-11-14T21:39:22,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:22,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:22,760 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 379, reset compression=false 2024-11-14T21:39:22,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620354384.f3b20791860afb46be130c6065cd6ba3., hostname=ef788a4cade8,41313,1731620348770, seqNum=2] 2024-11-14T21:39:22,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:22,946 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 504, reset compression=false 2024-11-14T21:39:23,054 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 480, reset compression=false 2024-11-14T21:39:23,196 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T21:39:23,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40049,1731620344038, seqNum=-1] 2024-11-14T21:39:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:23,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589., hostname=ef788a4cade8,40049,1731620344038, seqNum=2] 2024-11-14T21:39:23,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T21:39:23,279 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 504, reset compression=false 2024-11-14T21:39:23,286 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:23,286 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 608, reset compression=false 2024-11-14T21:39:23,286 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ab827e5866cbaf44aba3724c9fa5589/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T21:39:23,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:23,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:23,369 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 379, reset compression=false 2024-11-14T21:39:23,375 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:23,375 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 654, reset compression=false 2024-11-14T21:39:23,376 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3b20791860afb46be130c6065cd6ba3/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T21:39:23,387 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:23,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T21:39:23,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:23,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11bb444b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:23,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32983,-1 for getting cluster id 2024-11-14T21:39:23,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:23,392 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f4418f-194e-4f4c-b7ee-4ffecafbd3b1' 2024-11-14T21:39:23,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:23,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f4418f-194e-4f4c-b7ee-4ffecafbd3b1" 2024-11-14T21:39:23,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a70d415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:23,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32983,-1] 2024-11-14T21:39:23,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:23,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:23,394 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:23,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a46391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:23,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:23,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,41815,1731620339123, seqNum=-1] 2024-11-14T21:39:23,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:23,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:23,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731620352069.42a514c57a8c97af75caf48c8961382a., hostname=ef788a4cade8,41815,1731620339123, seqNum=2] 2024-11-14T21:39:23,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:23,468 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 480, reset compression=false 2024-11-14T21:39:23,495 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:23,496 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 631, reset compression=false 2024-11-14T21:39:23,496 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:23,498 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 608, reset compression=false 2024-11-14T21:39:23,582 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 654, reset compression=false 2024-11-14T21:39:23,718 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 631, reset compression=false 2024-11-14T21:39:23,818 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 608, reset compression=false 2024-11-14T21:39:23,895 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 654, reset compression=false 2024-11-14T21:39:24,029 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 631, reset compression=false 2024-11-14T21:39:24,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:39:24,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:24,222 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T21:39:24,228 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 608, reset compression=false 2024-11-14T21:39:24,235 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T21:39:24,314 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 654, reset compression=false 2024-11-14T21:39:24,321 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:24,321 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 758, reset compression=false 2024-11-14T21:39:24,321 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3b20791860afb46be130c6065cd6ba3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T21:39:24,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:24,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:24,438 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 631, reset compression=false 2024-11-14T21:39:24,468 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:24,468 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 759, reset compression=false 2024-11-14T21:39:24,468 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a514c57a8c97af75caf48c8961382a/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T21:39:24,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:24,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:24,542 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 758, reset compression=false 2024-11-14T21:39:24,693 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 759, reset compression=false 2024-11-14T21:39:24,745 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 608, reset compression=false 2024-11-14T21:39:24,767 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:24,767 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 760, reset compression=false 2024-11-14T21:39:24,768 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:24,857 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 758, reset compression=false 2024-11-14T21:39:24,988 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 760, reset compression=false 2024-11-14T21:39:25,000 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 759, reset compression=false 2024-11-14T21:39:25,237 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T21:39:25,245 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T21:39:25,288 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 758, reset compression=false 2024-11-14T21:39:25,335 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 760, reset compression=false 2024-11-14T21:39:25,453 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 759, reset compression=false 2024-11-14T21:39:25,463 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:25,463 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 915, reset compression=false 2024-11-14T21:39:25,463 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a514c57a8c97af75caf48c8961382a/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T21:39:25,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:25,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:25,680 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 915, reset compression=false 2024-11-14T21:39:25,762 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 760, reset compression=false 2024-11-14T21:39:25,772 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:25,772 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 908, reset compression=false 2024-11-14T21:39:25,772 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ab827e5866cbaf44aba3724c9fa5589/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T21:39:25,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:25,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:25,800 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 758, reset compression=false 2024-11-14T21:39:25,805 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:25,805 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 929, reset compression=false 2024-11-14T21:39:25,805 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:25,978 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 908, reset compression=false 2024-11-14T21:39:25,987 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 915, reset compression=false 2024-11-14T21:39:26,008 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 929, reset compression=false 2024-11-14T21:39:26,247 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T21:39:26,252 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T21:39:26,282 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 908, reset compression=false 2024-11-14T21:39:26,287 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:26,287 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1067, reset compression=false 2024-11-14T21:39:26,287 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ab827e5866cbaf44aba3724c9fa5589/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T21:39:26,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:26,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:26,312 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 929, reset compression=false 2024-11-14T21:39:26,320 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:26,320 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1078, reset compression=false 2024-11-14T21:39:26,320 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3b20791860afb46be130c6065cd6ba3/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T21:39:26,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:26,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:26,391 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 915, reset compression=false 2024-11-14T21:39:26,396 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:26,396 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1088, reset compression=false 2024-11-14T21:39:26,396 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:26,490 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1067, reset compression=false 2024-11-14T21:39:26,523 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1078, reset compression=false 2024-11-14T21:39:26,599 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1088, reset compression=false 2024-11-14T21:39:26,796 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1067, reset compression=false 2024-11-14T21:39:26,829 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1078, reset compression=false 2024-11-14T21:39:26,905 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1088, reset compression=false 2024-11-14T21:39:27,199 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1067, reset compression=false 2024-11-14T21:39:27,232 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1078, reset compression=false 2024-11-14T21:39:27,254 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T21:39:27,259 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T21:39:27,308 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1088, reset compression=false 2024-11-14T21:39:27,707 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1067, reset compression=false 2024-11-14T21:39:27,737 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1078, reset compression=false 2024-11-14T21:39:27,743 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:27,743 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1237, reset compression=false 2024-11-14T21:39:27,743 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3b20791860afb46be130c6065cd6ba3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T21:39:27,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:27,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:27,812 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1088, reset compression=false 2024-11-14T21:39:27,817 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:27,817 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1238, reset compression=false 2024-11-14T21:39:27,817 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a514c57a8c97af75caf48c8961382a/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T21:39:27,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:27,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:27,947 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1237, reset compression=false 2024-11-14T21:39:28,027 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1238, reset compression=false 2024-11-14T21:39:28,251 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1237, reset compression=false 2024-11-14T21:39:28,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T21:39:28,281 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:39:28,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f41f095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:28,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:28,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:28,294 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec31c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:28,296 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4362389b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:28,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43197,1731620348705 2024-11-14T21:39:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b1a846a 2024-11-14T21:39:28,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:28,304 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:28,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-14T21:39:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T21:39:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T21:39:28,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:28,316 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1067, reset compression=false 2024-11-14T21:39:28,320 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:28,320 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1241, reset compression=false 2024-11-14T21:39:28,321 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:28,333 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1238, reset compression=false 2024-11-14T21:39:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T21:39:28,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T21:39:28,464 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T21:39:28,465 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T21:39:28,465 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,41313,1731620348770 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T21:39:28,465 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0. 2024-11-14T21:39:28,465 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:28,466 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:28,466 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:28,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:28,528 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1241, reset compression=false 2024-11-14T21:39:28,567 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:39:28,570 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:39:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T21:39:28,667 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 terminated 2024-11-14T21:39:28,689 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,41313,1731620348770, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:39:28,690 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T21:39:28,690 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T21:39:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T21:39:28,693 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ef788a4cade8,41313,1731620348770 suceeded 2024-11-14T21:39:28,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T21:39:28,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 382 msec 2024-11-14T21:39:28,695 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T21:39:28,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 391 msec 2024-11-14T21:39:28,705 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:32983' 2024-11-14T21:39:28,706 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113a4a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:28,707 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32983,-1 for getting cluster id 2024-11-14T21:39:28,707 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:28,707 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f4418f-194e-4f4c-b7ee-4ffecafbd3b1' 2024-11-14T21:39:28,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:28,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f4418f-194e-4f4c-b7ee-4ffecafbd3b1" 2024-11-14T21:39:28,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f278969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:28,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32983,-1] 2024-11-14T21:39:28,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:28,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:28,709 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:28,709 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c59105e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:28,709 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:28,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32983,1731620338768 2024-11-14T21:39:28,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772245de 2024-11-14T21:39:28,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:28,711 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T21:39:28,711 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,41313,1731620348770 (queues=1) is replicating from cluster=c05b5e4c-9736-4e09-a571-008ea02a0fe0 to cluster=92f4418f-194e-4f4c-b7ee-4ffecafbd3b1 2024-11-14T21:39:28,711 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C41313%2C1731620348770 2024-11-14T21:39:28,711 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,41313,1731620348770, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:39:28,712 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C41313%2C1731620348770 2024-11-14T21:39:28,737 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1238, reset compression=false 2024-11-14T21:39:28,848 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1241, reset compression=false 2024-11-14T21:39:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T21:39:28,937 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:39:28,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:28,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:28,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:28,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:28,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:28,940 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T21:39:29,250 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1238, reset compression=false 2024-11-14T21:39:29,252 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1241, reset compression=false 2024-11-14T21:39:29,278 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:29,278 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1342, reset compression=false 2024-11-14T21:39:29,278 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a514c57a8c97af75caf48c8961382a/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T21:39:29,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:29,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:29,499 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1342, reset compression=false 2024-11-14T21:39:29,777 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1241, reset compression=false 2024-11-14T21:39:29,795 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:29,795 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1369, reset compression=false 2024-11-14T21:39:29,795 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ab827e5866cbaf44aba3724c9fa5589/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T21:39:29,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:29,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:29,847 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1342, reset compression=false 2024-11-14T21:39:29,943 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T21:39:29,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616a931a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:29,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,43197,-1 for getting cluster id 2024-11-14T21:39:29,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:29,946 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c05b5e4c-9736-4e09-a571-008ea02a0fe0' 2024-11-14T21:39:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c05b5e4c-9736-4e09-a571-008ea02a0fe0" 2024-11-14T21:39:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3998fd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,43197,-1] 2024-11-14T21:39:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:29,948 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463a2ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:29,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,43197,1731620348705 2024-11-14T21:39:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f969785 2024-11-14T21:39:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:29,953 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:29,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-14T21:39:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T21:39:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T21:39:29,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:30,010 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1369, reset compression=false 2024-11-14T21:39:30,022 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:30,022 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:30,022 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ab827e5866cbaf44aba3724c9fa5589/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T21:39:30,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:30,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T21:39:30,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T21:39:30,128 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T21:39:30,135 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T21:39:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T21:39:30,145 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ef788a4cade8,41313,1731620348770 suceeded 2024-11-14T21:39:30,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T21:39:30,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 174 msec 2024-11-14T21:39:30,152 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T21:39:30,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 198 msec 2024-11-14T21:39:30,215 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, startPosition=1237, beingWritten=true 2024-11-14T21:39:30,233 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:30,249 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:39:30,249 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1515, reset compression=false 2024-11-14T21:39:30,250 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3b20791860afb46be130c6065cd6ba3/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T21:39:30,253 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1342, reset compression=false 2024-11-14T21:39:30,256 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:30,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T21:39:30,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:39:30,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:39:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T21:39:30,290 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:39:30,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:30,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:30,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:30,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:30,293 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T21:39:30,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:39:30,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:30,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:30,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:30,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:30,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:30,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:39:30,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=904554752, stopped=false 2024-11-14T21:39:30,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:30,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,43197,1731620348705 2024-11-14T21:39:30,295 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:30,295 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:30,296 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:30,297 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-758242444/running 2024-11-14T21:39:30,298 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-758242444/running 2024-11-14T21:39:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:30,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:39:30,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:30,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:30,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:30,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,41313,1731620348770' ***** 2024-11-14T21:39:30,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:39:30,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on znode that does not yet exist, /2-758242444/running 2024-11-14T21:39:30,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Set watcher on znode that does not yet exist, /2-758242444/running 2024-11-14T21:39:30,302 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:39:30,302 INFO [RS:0;ef788a4cade8:41313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:39:30,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:39:30,302 INFO [RS:0;ef788a4cade8:41313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:39:30,302 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f7ec23bd400bd69801bbc10216ccb81 2024-11-14T21:39:30,317 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(3091): Received CLOSE for f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:30,317 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,41313,1731620348770 2024-11-14T21:39:30,317 INFO [RS:0;ef788a4cade8:41313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:39:30,317 INFO [RS:0;ef788a4cade8:41313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:41313. 2024-11-14T21:39:30,317 DEBUG [RS:0;ef788a4cade8:41313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:30,317 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:30,317 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:39:30,318 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:39:30,318 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:39:30,318 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:39:30,318 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f7ec23bd400bd69801bbc10216ccb81, disabling compactions & flushes 2024-11-14T21:39:30,318 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:30,318 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:30,319 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. after waiting 0 ms 2024-11-14T21:39:30,319 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:30,319 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f7ec23bd400bd69801bbc10216ccb81 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-14T21:39:30,326 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:39:30,326 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1325): Online Regions={8f7ec23bd400bd69801bbc10216ccb81=hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81., f3b20791860afb46be130c6065cd6ba3=test,,1731620354384.f3b20791860afb46be130c6065cd6ba3., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:39:30,326 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f7ec23bd400bd69801bbc10216ccb81, f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:30,327 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:30,327 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:30,327 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:30,327 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:30,327 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:30,327 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:39:30,367 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81/.tmp/queue/a8684153ea8e46168d4b70a2c7d38e17 is 154, key is 1-ef788a4cade8,41313,1731620348770/queue:ef788a4cade8%2C41313%2C1731620348770/1731620370269/Put/seqid=0 2024-11-14T21:39:30,387 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:39:30,388 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/info/f5831a8a8ca64278993a1f5b0d808e34 is 147, key is hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81./info:regioninfo/1731620360864/Put/seqid=0 2024-11-14T21:39:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741840_1016 (size=5353) 2024-11-14T21:39:30,408 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81/.tmp/queue/a8684153ea8e46168d4b70a2c7d38e17 2024-11-14T21:39:30,422 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81/.tmp/queue/a8684153ea8e46168d4b70a2c7d38e17 as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81/queue/a8684153ea8e46168d4b70a2c7d38e17 2024-11-14T21:39:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741841_1017 (size=7686) 2024-11-14T21:39:30,431 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81/queue/a8684153ea8e46168d4b70a2c7d38e17, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T21:39:30,432 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8f7ec23bd400bd69801bbc10216ccb81 in 113ms, sequenceid=12, compaction requested=false 2024-11-14T21:39:30,473 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/replication/8f7ec23bd400bd69801bbc10216ccb81/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T21:39:30,482 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:30,482 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:39:30,482 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:30,482 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f7ec23bd400bd69801bbc10216ccb81: Waiting for close lock at 1731620370318Running coprocessor pre-close hooks at 1731620370318Disabling compacts and flushes for region at 1731620370318Disabling writes for close at 1731620370319 (+1 ms)Obtaining lock to block concurrent updates at 1731620370319Preparing flush snapshotting stores in 8f7ec23bd400bd69801bbc10216ccb81 at 1731620370319Finished memstore snapshotting hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731620370319Flushing stores of hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. at 1731620370326 (+7 ms)Flushing 8f7ec23bd400bd69801bbc10216ccb81/queue: creating writer at 1731620370326Flushing 8f7ec23bd400bd69801bbc10216ccb81/queue: appending metadata at 1731620370367 (+41 ms)Flushing 8f7ec23bd400bd69801bbc10216ccb81/queue: closing flushed file at 1731620370367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2602a66a: reopening flushed file at 1731620370421 (+54 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8f7ec23bd400bd69801bbc10216ccb81 in 113ms, sequenceid=12, compaction requested=false at 1731620370432 (+11 ms)Writing region close event to WAL at 1731620370439 (+7 ms)Running coprocessor post-close hooks at 1731620370481 (+42 ms)Closed at 1731620370482 (+1 ms) 2024-11-14T21:39:30,482 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620359945.8f7ec23bd400bd69801bbc10216ccb81. 2024-11-14T21:39:30,483 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3b20791860afb46be130c6065cd6ba3, disabling compactions & flushes 2024-11-14T21:39:30,483 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:30,483 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:30,483 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. after waiting 0 ms 2024-11-14T21:39:30,483 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:30,483 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3b20791860afb46be130c6065cd6ba3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T21:39:30,497 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1515, reset compression=false 2024-11-14T21:39:30,506 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/f/10d90cd281394256ad6ce281cb2571de is 37, key is row3/f:row3/1731620368938/Put/seqid=0 2024-11-14T21:39:30,510 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:30,510 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1762, reset compression=false 2024-11-14T21:39:30,510 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41313,1731620348770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:30,511 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,41313,1731620348770: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,41313,1731620348770, walGroup=ef788a4cade8%2C41313%2C1731620348770, offset=ef788a4cade8%2C41313%2C1731620348770.1731620351028:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:41313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:39:30,512 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:39:30,512 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:39:30,513 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:39:30,513 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:39:30,513 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:39:30,513 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 740186752 }, "NonHeapMemoryUsage": { "committed": 199950336, "init": 7667712, "max": -1, "used": 196988976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:39:30,513 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:43197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:43197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:39:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741842_1018 (size=5228) 2024-11-14T21:39:30,527 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:30,563 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:30,572 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:30,724 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1762, reset compression=false 2024-11-14T21:39:30,727 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:30,827 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/info/f5831a8a8ca64278993a1f5b0d808e34 2024-11-14T21:39:30,833 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:39:30,833 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:39:30,868 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/ns/3dc1d6e10e7c4eb280f4195c71ae3f9f is 43, key is default/ns:d/1731620351979/Put/seqid=0 2024-11-14T21:39:30,891 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741843_1019 (size=5153) 2024-11-14T21:39:30,916 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/f/10d90cd281394256ad6ce281cb2571de 2024-11-14T21:39:30,923 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10d90cd281394256ad6ce281cb2571de 2024-11-14T21:39:30,927 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3b20791860afb46be130c6065cd6ba3 2024-11-14T21:39:30,944 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/f1/2092b09baf464823be83db8268967bbe is 30, key is row1/f1:/1731620366248/DeleteFamily/seqid=0 2024-11-14T21:39:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741844_1020 (size=5158) 2024-11-14T21:39:30,952 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/f1/2092b09baf464823be83db8268967bbe 2024-11-14T21:39:30,956 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2092b09baf464823be83db8268967bbe 2024-11-14T21:39:30,973 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:30,978 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/norep/ae7ce0245fde4dfdaa60358d304522ac is 33, key is row2/norep:/1731620367255/DeleteFamily/seqid=0 2024-11-14T21:39:30,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741845_1021 (size=5108) 2024-11-14T21:39:31,001 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/norep/ae7ce0245fde4dfdaa60358d304522ac 2024-11-14T21:39:31,019 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae7ce0245fde4dfdaa60358d304522ac 2024-11-14T21:39:31,022 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/f/10d90cd281394256ad6ce281cb2571de as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/f/10d90cd281394256ad6ce281cb2571de 2024-11-14T21:39:31,034 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10d90cd281394256ad6ce281cb2571de 2024-11-14T21:39:31,035 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/f/10d90cd281394256ad6ce281cb2571de, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T21:39:31,035 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/f1/2092b09baf464823be83db8268967bbe as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/f1/2092b09baf464823be83db8268967bbe 2024-11-14T21:39:31,049 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2092b09baf464823be83db8268967bbe 2024-11-14T21:39:31,049 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/f1/2092b09baf464823be83db8268967bbe, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T21:39:31,051 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/.tmp/norep/ae7ce0245fde4dfdaa60358d304522ac as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/norep/ae7ce0245fde4dfdaa60358d304522ac 2024-11-14T21:39:31,055 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1762, reset compression=false 2024-11-14T21:39:31,074 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae7ce0245fde4dfdaa60358d304522ac 2024-11-14T21:39:31,075 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/norep/ae7ce0245fde4dfdaa60358d304522ac, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T21:39:31,081 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f3b20791860afb46be130c6065cd6ba3 in 598ms, sequenceid=12, compaction requested=false 2024-11-14T21:39:31,095 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/default/test/f3b20791860afb46be130c6065cd6ba3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T21:39:31,095 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:31,095 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:39:31,095 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:31,095 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3b20791860afb46be130c6065cd6ba3: Waiting for close lock at 1731620370482Running coprocessor pre-close hooks at 1731620370482Disabling compacts and flushes for region at 1731620370482Disabling writes for close at 1731620370483 (+1 ms)Obtaining lock to block concurrent updates at 1731620370483Preparing flush snapshotting stores in f3b20791860afb46be130c6065cd6ba3 at 1731620370483Finished memstore snapshotting test,,1731620354384.f3b20791860afb46be130c6065cd6ba3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731620370483Flushing stores of test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. at 1731620370486 (+3 ms)Flushing f3b20791860afb46be130c6065cd6ba3/f: creating writer at 1731620370486Flushing f3b20791860afb46be130c6065cd6ba3/f: appending metadata at 1731620370505 (+19 ms)Flushing f3b20791860afb46be130c6065cd6ba3/f: closing flushed file at 1731620370505Flushing f3b20791860afb46be130c6065cd6ba3/f1: creating writer at 1731620370923 (+418 ms)Flushing f3b20791860afb46be130c6065cd6ba3/f1: appending metadata at 1731620370943 (+20 ms)Flushing f3b20791860afb46be130c6065cd6ba3/f1: closing flushed file at 1731620370943Flushing f3b20791860afb46be130c6065cd6ba3/norep: creating writer at 1731620370957 (+14 ms)Flushing f3b20791860afb46be130c6065cd6ba3/norep: appending metadata at 1731620370977 (+20 ms)Flushing f3b20791860afb46be130c6065cd6ba3/norep: closing flushed file at 1731620370977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d091bb: reopening flushed file at 1731620371019 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1248e8f7: reopening flushed file at 1731620371035 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e30c42a: reopening flushed file at 1731620371049 (+14 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f3b20791860afb46be130c6065cd6ba3 in 598ms, sequenceid=12, compaction requested=false at 1731620371081 (+32 ms)Writing region close event to WAL at 1731620371091 (+10 ms)Running coprocessor post-close hooks at 1731620371095 (+4 ms)Closed at 1731620371095 2024-11-14T21:39:31,096 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620354384.f3b20791860afb46be130c6065cd6ba3. 2024-11-14T21:39:31,127 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:39:31,296 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/ns/3dc1d6e10e7c4eb280f4195c71ae3f9f 2024-11-14T21:39:31,306 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:31,320 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/rep_barrier/21389b57359741de9dff4151264a3c24 is 112, key is test,,1731620354384.f3b20791860afb46be130c6065cd6ba3./rep_barrier:seqnumDuringOpen/1731620355407/Put/seqid=0 2024-11-14T21:39:31,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741846_1022 (size=5518) 2024-11-14T21:39:31,327 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:39:31,327 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:39:31,328 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:39:31,330 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/rep_barrier/21389b57359741de9dff4151264a3c24 2024-11-14T21:39:31,383 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/table/3ec62449512d464ab96ca3fdf743989b is 53, key is hbase:replication/table:state/1731620360881/Put/seqid=0 2024-11-14T21:39:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741847_1023 (size=5308) 2024-11-14T21:39:31,477 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:31,481 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 1762, reset compression=false 2024-11-14T21:39:31,506 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:31,506 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 2406, reset compression=false 2024-11-14T21:39:31,528 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:39:31,715 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 2406, reset compression=false 2024-11-14T21:39:31,728 DEBUG [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:39:31,792 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/table/3ec62449512d464ab96ca3fdf743989b 2024-11-14T21:39:31,814 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:31,819 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/info/f5831a8a8ca64278993a1f5b0d808e34 as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/info/f5831a8a8ca64278993a1f5b0d808e34 2024-11-14T21:39:31,850 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/info/f5831a8a8ca64278993a1f5b0d808e34, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:39:31,855 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/ns/3dc1d6e10e7c4eb280f4195c71ae3f9f as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/ns/3dc1d6e10e7c4eb280f4195c71ae3f9f 2024-11-14T21:39:31,865 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/ns/3dc1d6e10e7c4eb280f4195c71ae3f9f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:39:31,868 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/rep_barrier/21389b57359741de9dff4151264a3c24 as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/rep_barrier/21389b57359741de9dff4151264a3c24 2024-11-14T21:39:31,877 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/rep_barrier/21389b57359741de9dff4151264a3c24, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:39:31,878 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/.tmp/table/3ec62449512d464ab96ca3fdf743989b as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/table/3ec62449512d464ab96ca3fdf743989b 2024-11-14T21:39:31,888 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/table/3ec62449512d464ab96ca3fdf743989b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:39:31,889 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1562ms, sequenceid=16, compaction requested=false 2024-11-14T21:39:31,919 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:39:31,922 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:31,922 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:39:31,922 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:31,922 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620370327Running coprocessor pre-close hooks at 1731620370327Disabling compacts and flushes for region at 1731620370327Disabling writes for close at 1731620370327Obtaining lock to block concurrent updates at 1731620370327Preparing flush snapshotting stores in 1588230740 at 1731620370327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620370329 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731620370330 (+1 ms)Flushing 1588230740/info: creating writer at 1731620370330Flushing 1588230740/info: appending metadata at 1731620370388 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731620370388Flushing 1588230740/ns: creating writer at 1731620370838 (+450 ms)Flushing 1588230740/ns: appending metadata at 1731620370865 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731620370865Flushing 1588230740/rep_barrier: creating writer at 1731620371300 (+435 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620371320 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620371320Flushing 1588230740/table: creating writer at 1731620371356 (+36 ms)Flushing 1588230740/table: appending metadata at 1731620371383 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731620371383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71dba6cb: reopening flushed file at 1731620371804 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea60e7d: reopening flushed file at 1731620371851 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be925b: reopening flushed file at 1731620371865 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed5b4ff: reopening flushed file at 1731620371877 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1562ms, sequenceid=16, compaction requested=false at 1731620371889 (+12 ms)Writing region close event to WAL at 1731620371913 (+24 ms)Running coprocessor post-close hooks at 1731620371922 (+9 ms)Closed at 1731620371922 2024-11-14T21:39:31,922 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:31,928 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,41313,1731620348770; all regions closed. 2024-11-14T21:39:31,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:39:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741839_1015 (size=3115) 2024-11-14T21:39:31,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.rep.1731620360734 not finished, retry = 0 2024-11-14T21:39:32,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741833_1009 (size=2414) 2024-11-14T21:39:32,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 not finished, retry = 0 2024-11-14T21:39:32,043 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 to pos 2406, reset compression=false 2024-11-14T21:39:32,096 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:32,143 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:32,143 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/WALs/ef788a4cade8,41313,1731620348770/ef788a4cade8%2C41313%2C1731620348770.1731620351028 2024-11-14T21:39:32,143 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:39:32,143 INFO [RS:0;ef788a4cade8:41313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:39:32,143 INFO [RS:0;ef788a4cade8:41313 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:39:32,143 INFO [RS:0;ef788a4cade8:41313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:39:32,143 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:39:32,143 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,41313,1731620348770 because: Region server is closing 2024-11-14T21:39:32,144 INFO [RS:0;ef788a4cade8:41313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:41313. 2024-11-14T21:39:32,144 DEBUG [RS:0;ef788a4cade8:41313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:32,144 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:32,144 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:32,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:32,244 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.shipperef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 terminated 2024-11-14T21:39:32,244 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41313,1731620348770.replicationSource.wal-reader.ef788a4cade8%2C41313%2C1731620348770,1-ef788a4cade8,41313,1731620348770 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T21:39:32,244 INFO [RS:0;ef788a4cade8:41313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:41313. 2024-11-14T21:39:32,245 DEBUG [RS:0;ef788a4cade8:41313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:32,245 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:32,245 DEBUG [RS:0;ef788a4cade8:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:32,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:32,245 INFO [RS:0;ef788a4cade8:41313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41313 2024-11-14T21:39:32,247 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-758242444/rs/ef788a4cade8,41313,1731620348770 2024-11-14T21:39:32,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444/rs 2024-11-14T21:39:32,247 INFO [RS:0;ef788a4cade8:41313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:39:32,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,41313,1731620348770] 2024-11-14T21:39:32,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-758242444/draining/ef788a4cade8,41313,1731620348770 already deleted, retry=false 2024-11-14T21:39:32,251 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,41313,1731620348770 expired; onlineServers=0 2024-11-14T21:39:32,251 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,43197,1731620348705' ***** 2024-11-14T21:39:32,251 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:39:32,251 INFO [M:0;ef788a4cade8:43197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:39:32,251 INFO [M:0;ef788a4cade8:43197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:39:32,251 DEBUG [M:0;ef788a4cade8:43197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:39:32,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:39:32,252 DEBUG [M:0;ef788a4cade8:43197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:39:32,252 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620350608 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620350608,5,FailOnTimeoutGroup] 2024-11-14T21:39:32,252 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620350610 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620350610,5,FailOnTimeoutGroup] 2024-11-14T21:39:32,252 INFO [M:0;ef788a4cade8:43197 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:39:32,252 INFO [M:0;ef788a4cade8:43197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:39:32,252 DEBUG [M:0;ef788a4cade8:43197 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:39:32,252 INFO [M:0;ef788a4cade8:43197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:39:32,252 INFO [M:0;ef788a4cade8:43197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:39:32,253 INFO [M:0;ef788a4cade8:43197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:39:32,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:39:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-758242444/master 2024-11-14T21:39:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-758242444 2024-11-14T21:39:32,258 DEBUG [M:0;ef788a4cade8:43197 {}] zookeeper.ZKUtil(347): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Unable to get data of znode /2-758242444/master because node does not exist (not an error) 2024-11-14T21:39:32,258 WARN [M:0;ef788a4cade8:43197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:39:32,260 INFO [M:0;ef788a4cade8:43197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/.lastflushedseqids 2024-11-14T21:39:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741848_1024 (size=245) 2024-11-14T21:39:32,269 INFO [M:0;ef788a4cade8:43197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:39:32,269 INFO [M:0;ef788a4cade8:43197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:39:32,270 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:32,270 INFO [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:32,270 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:32,270 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:32,270 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:32,270 INFO [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-14T21:39:32,287 DEBUG [M:0;ef788a4cade8:43197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2990ada8d1e4e42860cf75ba798a42c is 82, key is hbase:meta,,1/info:regioninfo/1731620351956/Put/seqid=0 2024-11-14T21:39:32,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741849_1025 (size=5672) 2024-11-14T21:39:32,350 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:32,350 INFO [RS:0;ef788a4cade8:41313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:39:32,350 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x100ac61068d0007, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:32,350 INFO [RS:0;ef788a4cade8:41313 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,41313,1731620348770; zookeeper connection closed. 2024-11-14T21:39:32,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bcda44d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bcda44d 2024-11-14T21:39:32,361 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:39:32,450 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:32,695 INFO [M:0;ef788a4cade8:43197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2990ada8d1e4e42860cf75ba798a42c 2024-11-14T21:39:32,752 DEBUG [M:0;ef788a4cade8:43197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19a3d9fb56bf49d1b50be4fff3e6eb93 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620360885/Put/seqid=0 2024-11-14T21:39:32,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741850_1026 (size=9211) 2024-11-14T21:39:32,801 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:33,162 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:33,185 INFO [M:0;ef788a4cade8:43197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19a3d9fb56bf49d1b50be4fff3e6eb93 2024-11-14T21:39:33,203 DEBUG [M:0;ef788a4cade8:43197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/044536e5fc73472ebbdee964ea9314bb is 69, key is ef788a4cade8,41313,1731620348770/rs:state/1731620350744/Put/seqid=0 2024-11-14T21:39:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741851_1027 (size=5156) 2024-11-14T21:39:33,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:39:33,613 INFO [M:0;ef788a4cade8:43197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/044536e5fc73472ebbdee964ea9314bb 2024-11-14T21:39:33,623 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2990ada8d1e4e42860cf75ba798a42c as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2990ada8d1e4e42860cf75ba798a42c 2024-11-14T21:39:33,624 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:33,629 INFO [M:0;ef788a4cade8:43197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2990ada8d1e4e42860cf75ba798a42c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T21:39:33,630 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19a3d9fb56bf49d1b50be4fff3e6eb93 as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19a3d9fb56bf49d1b50be4fff3e6eb93 2024-11-14T21:39:33,639 INFO [M:0;ef788a4cade8:43197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19a3d9fb56bf49d1b50be4fff3e6eb93, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T21:39:33,640 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/044536e5fc73472ebbdee964ea9314bb as hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/044536e5fc73472ebbdee964ea9314bb 2024-11-14T21:39:33,645 INFO [M:0;ef788a4cade8:43197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/7ddce65e-71af-07b9-5ffd-b6e59f974809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/044536e5fc73472ebbdee964ea9314bb, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T21:39:33,646 INFO [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1376ms, sequenceid=127, compaction requested=false 2024-11-14T21:39:33,659 INFO [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:33,659 DEBUG [M:0;ef788a4cade8:43197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620372269Disabling compacts and flushes for region at 1731620372269Disabling writes for close at 1731620372270 (+1 ms)Obtaining lock to block concurrent updates at 1731620372270Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620372270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731620372270Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620372271 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620372271Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620372287 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620372287Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620372707 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620372752 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620372752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620373188 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620373203 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620373203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3649363a: reopening flushed file at 1731620373619 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5664efbc: reopening flushed file at 1731620373629 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4522d6b4: reopening flushed file at 1731620373639 (+10 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1376ms, sequenceid=127, compaction requested=false at 1731620373646 (+7 ms)Writing region close event to WAL at 1731620373659 (+13 ms)Closed at 1731620373659 2024-11-14T21:39:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741830_1006 (size=73854) 2024-11-14T21:39:33,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:39:33,676 INFO [M:0;ef788a4cade8:43197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:39:33,676 INFO [M:0;ef788a4cade8:43197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43197 2024-11-14T21:39:33,676 INFO [M:0;ef788a4cade8:43197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:39:33,780 INFO [M:0;ef788a4cade8:43197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:39:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:33,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43197-0x100ac61068d0006, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:33,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f22cddb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:33,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@787e7e5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:39:33,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:39:33,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ecfe03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:39:33,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@141f236c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.log.dir/,STOPPED} 2024-11-14T21:39:33,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:39:33,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:39:33,789 WARN [BP-627798869-172.17.0.2-1731620346884 heartbeating to localhost/127.0.0.1:37963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:39:33,789 WARN [BP-627798869-172.17.0.2-1731620346884 heartbeating to localhost/127.0.0.1:37963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-627798869-172.17.0.2-1731620346884 (Datanode Uuid 30cdebce-144e-4bde-a4ea-5087d667f0fd) service to localhost/127.0.0.1:37963 2024-11-14T21:39:33,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/cluster_88830c2c-5e39-a1ba-872f-e25842a0faa8/data/data2/current/BP-627798869-172.17.0.2-1731620346884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:39:33,790 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:39:33,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/cluster_88830c2c-5e39-a1ba-872f-e25842a0faa8/data/data1/current/BP-627798869-172.17.0.2-1731620346884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:39:33,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c851642{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:33,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bedd5a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:39:33,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:39:33,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef75059{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:39:33,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@223421bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.log.dir/,STOPPED} 2024-11-14T21:39:33,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:39:33,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:39:33,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:33,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:33,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:33,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:33,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:33,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:39:33,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1864400288, stopped=false 2024-11-14T21:39:33,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,38605,1731620343894 2024-11-14T21:39:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-651982410/running 2024-11-14T21:39:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-651982410/running 2024-11-14T21:39:33,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:33,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:33,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on znode that does not yet exist, /1-651982410/running 2024-11-14T21:39:33,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Set watcher on znode that does not yet exist, /1-651982410/running 2024-11-14T21:39:33,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:39:33,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:33,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:33,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:33,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,40049,1731620344038' ***** 2024-11-14T21:39:33,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:39:33,851 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:39:33,851 INFO [RS:0;ef788a4cade8:40049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:39:33,851 INFO [RS:0;ef788a4cade8:40049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:39:33,851 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(3091): Received CLOSE for 0021346566e10e83d1ba0dff9ac9bef5 2024-11-14T21:39:33,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:39:33,853 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,40049,1731620344038 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40049. 2024-11-14T21:39:33,854 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0021346566e10e83d1ba0dff9ac9bef5, disabling compactions & flushes 2024-11-14T21:39:33,854 DEBUG [RS:0;ef788a4cade8:40049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:33,854 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:33,854 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:33,854 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:33,854 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. after waiting 0 ms 2024-11-14T21:39:33,854 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:39:33,854 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0021346566e10e83d1ba0dff9ac9bef5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T21:39:33,854 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:39:33,854 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0021346566e10e83d1ba0dff9ac9bef5=hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5., 8ab827e5866cbaf44aba3724c9fa5589=test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589.} 2024-11-14T21:39:33,855 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 0021346566e10e83d1ba0dff9ac9bef5, 1588230740, 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:33,855 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:33,855 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:33,855 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:33,855 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:33,855 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:33,855 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:39:33,871 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/info/1165d0d7789c4e9388506eae29b2cfac is 147, key is hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5./info:regioninfo/1731620358635/Put/seqid=0 2024-11-14T21:39:33,872 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5/.tmp/queue/62b0e68edd3f4ea1b2c48c07f22ce803 is 154, key is 1-ef788a4cade8,40049,1731620344038/queue:ef788a4cade8%2C40049%2C1731620344038/1731620370028/Put/seqid=0 2024-11-14T21:39:33,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741840_1016 (size=7686) 2024-11-14T21:39:33,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741841_1017 (size=5353) 2024-11-14T21:39:33,966 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:34,057 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 0021346566e10e83d1ba0dff9ac9bef5, 1588230740, 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:34,060 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:39:34,060 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:39:34,258 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 0021346566e10e83d1ba0dff9ac9bef5, 1588230740, 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:34,281 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/info/1165d0d7789c4e9388506eae29b2cfac 2024-11-14T21:39:34,284 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5/.tmp/queue/62b0e68edd3f4ea1b2c48c07f22ce803 2024-11-14T21:39:34,331 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5/.tmp/queue/62b0e68edd3f4ea1b2c48c07f22ce803 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5/queue/62b0e68edd3f4ea1b2c48c07f22ce803 2024-11-14T21:39:34,349 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/ns/06ca5abe15304193911beead56b437b4 is 43, key is default/ns:d/1731620346720/Put/seqid=0 2024-11-14T21:39:34,387 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5/queue/62b0e68edd3f4ea1b2c48c07f22ce803, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T21:39:34,388 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0021346566e10e83d1ba0dff9ac9bef5 in 534ms, sequenceid=14, compaction requested=false 2024-11-14T21:39:34,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:39:34,423 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/replication/0021346566e10e83d1ba0dff9ac9bef5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T21:39:34,426 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:34,426 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:39:34,426 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:34,427 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0021346566e10e83d1ba0dff9ac9bef5: Waiting for close lock at 1731620373854Running coprocessor pre-close hooks at 1731620373854Disabling compacts and flushes for region at 1731620373854Disabling writes for close at 1731620373854Obtaining lock to block concurrent updates at 1731620373854Preparing flush snapshotting stores in 0021346566e10e83d1ba0dff9ac9bef5 at 1731620373854Finished memstore snapshotting hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731620373855 (+1 ms)Flushing stores of hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. at 1731620373855Flushing 0021346566e10e83d1ba0dff9ac9bef5/queue: creating writer at 1731620373855Flushing 0021346566e10e83d1ba0dff9ac9bef5/queue: appending metadata at 1731620373871 (+16 ms)Flushing 0021346566e10e83d1ba0dff9ac9bef5/queue: closing flushed file at 1731620373871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cce7dc4: reopening flushed file at 1731620374322 (+451 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0021346566e10e83d1ba0dff9ac9bef5 in 534ms, sequenceid=14, compaction requested=false at 1731620374388 (+66 ms)Writing region close event to WAL at 1731620374414 (+26 ms)Running coprocessor post-close hooks at 1731620374426 (+12 ms)Closed at 1731620374426 2024-11-14T21:39:34,427 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620357775.0021346566e10e83d1ba0dff9ac9bef5. 2024-11-14T21:39:34,427 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ab827e5866cbaf44aba3724c9fa5589, disabling compactions & flushes 2024-11-14T21:39:34,427 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:34,427 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:34,427 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. after waiting 0 ms 2024-11-14T21:39:34,427 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:34,427 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ab827e5866cbaf44aba3724c9fa5589 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T21:39:34,458 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:34,478 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/f/7272f932373e4ec2807c510ff2ed0979 is 37, key is row3/f:row3/1731620368938/Put/seqid=0 2024-11-14T21:39:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741843_1019 (size=5228) 2024-11-14T21:39:34,543 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1473, reset compression=false 2024-11-14T21:39:34,551 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:34,551 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1720, reset compression=false 2024-11-14T21:39:34,554 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40049,1731620344038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:34,555 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,40049,1731620344038: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,40049,1731620344038, walGroup=ef788a4cade8%2C40049%2C1731620344038, offset=ef788a4cade8%2C40049%2C1731620344038.1731620346231:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:40049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:39:34,557 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:39:34,557 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:39:34,557 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:39:34,557 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:39:34,557 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:39:34,557 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 821975680 }, "NonHeapMemoryUsage": { "committed": 200474624, "init": 7667712, "max": -1, "used": 197541504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:39:34,558 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:38605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:38605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:39:34,658 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:34,795 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/ns/06ca5abe15304193911beead56b437b4 2024-11-14T21:39:34,800 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1720, reset compression=false 2024-11-14T21:39:34,861 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:39:34,861 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8ab827e5866cbaf44aba3724c9fa5589=test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589.} 2024-11-14T21:39:34,861 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:34,866 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/rep_barrier/86f3cbe8981349cda021614b95c726fa is 112, key is test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589./rep_barrier:seqnumDuringOpen/1731620354246/Put/seqid=0 2024-11-14T21:39:34,876 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:34,889 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/f/7272f932373e4ec2807c510ff2ed0979 2024-11-14T21:39:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741844_1020 (size=5518) 2024-11-14T21:39:34,896 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/rep_barrier/86f3cbe8981349cda021614b95c726fa 2024-11-14T21:39:34,897 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7272f932373e4ec2807c510ff2ed0979 2024-11-14T21:39:34,937 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/f1/c9116d1f7bcc4c68a3a29bac7c2b1245 is 30, key is row1/f1:/1731620366248/DeleteFamily/seqid=0 2024-11-14T21:39:34,938 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/table/5f14295e487c4f24bfdbe62157356fb4 is 53, key is hbase:replication/table:state/1731620358643/Put/seqid=0 2024-11-14T21:39:34,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741845_1021 (size=5158) 2024-11-14T21:39:34,977 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/f1/c9116d1f7bcc4c68a3a29bac7c2b1245 2024-11-14T21:39:34,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741846_1022 (size=5308) 2024-11-14T21:39:34,982 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/table/5f14295e487c4f24bfdbe62157356fb4 2024-11-14T21:39:34,983 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9116d1f7bcc4c68a3a29bac7c2b1245 2024-11-14T21:39:35,001 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/info/1165d0d7789c4e9388506eae29b2cfac as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/info/1165d0d7789c4e9388506eae29b2cfac 2024-11-14T21:39:35,011 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/norep/c12d55b3dc8d4051941d3428490a1c79 is 33, key is row1/norep:/1731620366248/DeleteFamily/seqid=0 2024-11-14T21:39:35,014 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/info/1165d0d7789c4e9388506eae29b2cfac, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:39:35,016 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/ns/06ca5abe15304193911beead56b437b4 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/ns/06ca5abe15304193911beead56b437b4 2024-11-14T21:39:35,030 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/ns/06ca5abe15304193911beead56b437b4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:39:35,038 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/rep_barrier/86f3cbe8981349cda021614b95c726fa as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/rep_barrier/86f3cbe8981349cda021614b95c726fa 2024-11-14T21:39:35,045 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/rep_barrier/86f3cbe8981349cda021614b95c726fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:39:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741847_1023 (size=5108) 2024-11-14T21:39:35,047 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/.tmp/table/5f14295e487c4f24bfdbe62157356fb4 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/table/5f14295e487c4f24bfdbe62157356fb4 2024-11-14T21:39:35,052 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/table/5f14295e487c4f24bfdbe62157356fb4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:39:35,052 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1197ms, sequenceid=16, compaction requested=false 2024-11-14T21:39:35,053 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:39:35,061 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:35,087 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:39:35,088 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:35,088 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:39:35,088 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:35,088 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620373855Running coprocessor pre-close hooks at 1731620373855Disabling compacts and flushes for region at 1731620373855Disabling writes for close at 1731620373855Obtaining lock to block concurrent updates at 1731620373855Preparing flush snapshotting stores in 1588230740 at 1731620373855Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620373855Flushing stores of hbase:meta,,1.1588230740 at 1731620373856 (+1 ms)Flushing 1588230740/info: creating writer at 1731620373856Flushing 1588230740/info: appending metadata at 1731620373871 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731620373871Flushing 1588230740/ns: creating writer at 1731620374315 (+444 ms)Flushing 1588230740/ns: appending metadata at 1731620374349 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731620374349Flushing 1588230740/rep_barrier: creating writer at 1731620374835 (+486 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620374865 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620374866 (+1 ms)Flushing 1588230740/table: creating writer at 1731620374907 (+41 ms)Flushing 1588230740/table: appending metadata at 1731620374938 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731620374938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e29137: reopening flushed file at 1731620375000 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d3b3a: reopening flushed file at 1731620375014 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52393c73: reopening flushed file at 1731620375030 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b141cb3: reopening flushed file at 1731620375045 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1197ms, sequenceid=16, compaction requested=false at 1731620375053 (+8 ms)Writing region close event to WAL at 1731620375071 (+18 ms)Running coprocessor post-close hooks at 1731620375088 (+17 ms)Closed at 1731620375088 2024-11-14T21:39:35,088 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:35,150 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1720, reset compression=false 2024-11-14T21:39:35,262 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:35,458 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/norep/c12d55b3dc8d4051941d3428490a1c79 2024-11-14T21:39:35,465 DEBUG [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1351): Waiting on 8ab827e5866cbaf44aba3724c9fa5589 2024-11-14T21:39:35,466 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c12d55b3dc8d4051941d3428490a1c79 2024-11-14T21:39:35,469 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/f/7272f932373e4ec2807c510ff2ed0979 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/f/7272f932373e4ec2807c510ff2ed0979 2024-11-14T21:39:35,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,496 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7272f932373e4ec2807c510ff2ed0979 2024-11-14T21:39:35,496 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/f/7272f932373e4ec2807c510ff2ed0979, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T21:39:35,497 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/f1/c9116d1f7bcc4c68a3a29bac7c2b1245 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/f1/c9116d1f7bcc4c68a3a29bac7c2b1245 2024-11-14T21:39:35,515 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9116d1f7bcc4c68a3a29bac7c2b1245 2024-11-14T21:39:35,516 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/f1/c9116d1f7bcc4c68a3a29bac7c2b1245, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T21:39:35,517 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/.tmp/norep/c12d55b3dc8d4051941d3428490a1c79 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/norep/c12d55b3dc8d4051941d3428490a1c79 2024-11-14T21:39:35,526 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c12d55b3dc8d4051941d3428490a1c79 2024-11-14T21:39:35,527 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/norep/c12d55b3dc8d4051941d3428490a1c79, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T21:39:35,529 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8ab827e5866cbaf44aba3724c9fa5589 in 1102ms, sequenceid=12, compaction requested=false 2024-11-14T21:39:35,529 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:39:35,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:35,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:35,567 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68689 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:35,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:35,590 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 1720, reset compression=false 2024-11-14T21:39:35,591 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/data/default/test/8ab827e5866cbaf44aba3724c9fa5589/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T21:39:35,593 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:35,593 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:39:35,593 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:35,593 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ab827e5866cbaf44aba3724c9fa5589: Waiting for close lock at 1731620374427Running coprocessor pre-close hooks at 1731620374427Disabling compacts and flushes for region at 1731620374427Disabling writes for close at 1731620374427Obtaining lock to block concurrent updates at 1731620374427Preparing flush snapshotting stores in 8ab827e5866cbaf44aba3724c9fa5589 at 1731620374427Finished memstore snapshotting test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731620374428 (+1 ms)Flushing stores of test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. at 1731620374442 (+14 ms)Flushing 8ab827e5866cbaf44aba3724c9fa5589/f: creating writer at 1731620374442Flushing 8ab827e5866cbaf44aba3724c9fa5589/f: appending metadata at 1731620374477 (+35 ms)Flushing 8ab827e5866cbaf44aba3724c9fa5589/f: closing flushed file at 1731620374477Flushing 8ab827e5866cbaf44aba3724c9fa5589/f1: creating writer at 1731620374897 (+420 ms)Flushing 8ab827e5866cbaf44aba3724c9fa5589/f1: appending metadata at 1731620374931 (+34 ms)Flushing 8ab827e5866cbaf44aba3724c9fa5589/f1: closing flushed file at 1731620374931Flushing 8ab827e5866cbaf44aba3724c9fa5589/norep: creating writer at 1731620374983 (+52 ms)Flushing 8ab827e5866cbaf44aba3724c9fa5589/norep: appending metadata at 1731620375010 (+27 ms)Flushing 8ab827e5866cbaf44aba3724c9fa5589/norep: closing flushed file at 1731620375010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5c8f11: reopening flushed file at 1731620375466 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d04cb1: reopening flushed file at 1731620375496 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32aad1bb: reopening flushed file at 1731620375516 (+20 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8ab827e5866cbaf44aba3724c9fa5589 in 1102ms, sequenceid=12, compaction requested=false at 1731620375529 (+13 ms)Writing region close event to WAL at 1731620375572 (+43 ms)Running coprocessor post-close hooks at 1731620375593 (+21 ms)Closed at 1731620375593 2024-11-14T21:39:35,593 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620353211.8ab827e5866cbaf44aba3724c9fa5589. 2024-11-14T21:39:35,596 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:35,596 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.wal-reader.ef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/WALs/ef788a4cade8,40049,1731620344038/ef788a4cade8%2C40049%2C1731620344038.1731620346231 to pos 2364, reset compression=false 2024-11-14T21:39:35,665 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,40049,1731620344038; all regions closed. 2024-11-14T21:39:35,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:39:35,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741839_1015 (size=3552) 2024-11-14T21:39:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741833_1009 (size=2372) 2024-11-14T21:39:35,703 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:35,703 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:39:35,703 INFO [RS:0;ef788a4cade8:40049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:39:35,703 INFO [RS:0;ef788a4cade8:40049 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:39:35,703 INFO [RS:0;ef788a4cade8:40049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:39:35,703 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:39:35,704 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,40049,1731620344038 because: Region server is closing 2024-11-14T21:39:35,704 INFO [RS:0;ef788a4cade8:40049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40049. 2024-11-14T21:39:35,704 DEBUG [RS:0;ef788a4cade8:40049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:35,704 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:35,704 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:35,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:35,804 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40049,1731620344038.replicationSource.shipperef788a4cade8%2C40049%2C1731620344038,1-ef788a4cade8,40049,1731620344038 terminated 2024-11-14T21:39:35,805 INFO [RS:0;ef788a4cade8:40049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40049. 2024-11-14T21:39:35,805 DEBUG [RS:0;ef788a4cade8:40049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:35,805 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:35,805 DEBUG [RS:0;ef788a4cade8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:35,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:35,805 INFO [RS:0;ef788a4cade8:40049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40049 2024-11-14T21:39:35,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-651982410/rs/ef788a4cade8,40049,1731620344038 2024-11-14T21:39:35,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410/rs 2024-11-14T21:39:35,811 INFO [RS:0;ef788a4cade8:40049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:39:35,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,40049,1731620344038] 2024-11-14T21:39:35,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-651982410/draining/ef788a4cade8,40049,1731620344038 already deleted, retry=false 2024-11-14T21:39:35,815 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,40049,1731620344038 expired; onlineServers=0 2024-11-14T21:39:35,815 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,38605,1731620343894' ***** 2024-11-14T21:39:35,815 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:39:35,815 INFO [M:0;ef788a4cade8:38605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:39:35,816 INFO [M:0;ef788a4cade8:38605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:39:35,816 DEBUG [M:0;ef788a4cade8:38605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:39:35,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:39:35,816 DEBUG [M:0;ef788a4cade8:38605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:39:35,816 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620345695 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620345695,5,FailOnTimeoutGroup] 2024-11-14T21:39:35,816 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620345688 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620345688,5,FailOnTimeoutGroup] 2024-11-14T21:39:35,816 INFO [M:0;ef788a4cade8:38605 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:39:35,816 INFO [M:0;ef788a4cade8:38605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:39:35,816 DEBUG [M:0;ef788a4cade8:38605 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:39:35,816 INFO [M:0;ef788a4cade8:38605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:39:35,816 INFO [M:0;ef788a4cade8:38605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:39:35,816 INFO [M:0;ef788a4cade8:38605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:39:35,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:39:35,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-651982410/master 2024-11-14T21:39:35,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-651982410 2024-11-14T21:39:35,819 DEBUG [M:0;ef788a4cade8:38605 {}] zookeeper.RecoverableZooKeeper(212): Node /1-651982410/master already deleted, retry=false 2024-11-14T21:39:35,819 DEBUG [M:0;ef788a4cade8:38605 {}] master.ActiveMasterManager(353): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-651982410/master 2024-11-14T21:39:35,819 INFO [M:0;ef788a4cade8:38605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/.lastflushedseqids 2024-11-14T21:39:35,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741848_1024 (size=245) 2024-11-14T21:39:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:35,914 INFO [RS:0;ef788a4cade8:40049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:39:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x100ac61068d0004, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:35,914 INFO [RS:0;ef788a4cade8:40049 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,40049,1731620344038; zookeeper connection closed. 2024-11-14T21:39:35,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@596c7d76 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@596c7d76 2024-11-14T21:39:35,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:39:35,929 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:36,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:39:36,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:36,224 INFO [M:0;ef788a4cade8:38605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:39:36,224 INFO [M:0;ef788a4cade8:38605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:39:36,225 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:36,225 INFO [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:36,225 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:36,225 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:36,225 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:36,225 INFO [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T21:39:36,242 DEBUG [M:0;ef788a4cade8:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad84f68f720244748cbd076cce789f09 is 82, key is hbase:meta,,1/info:regioninfo/1731620346682/Put/seqid=0 2024-11-14T21:39:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741849_1025 (size=5672) 2024-11-14T21:39:36,647 INFO [M:0;ef788a4cade8:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad84f68f720244748cbd076cce789f09 2024-11-14T21:39:36,674 DEBUG [M:0;ef788a4cade8:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347d742f893d415c8dca58bbb844e6f5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620358647/Put/seqid=0 2024-11-14T21:39:36,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741850_1026 (size=8516) 2024-11-14T21:39:37,033 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:37,081 INFO [M:0;ef788a4cade8:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347d742f893d415c8dca58bbb844e6f5 2024-11-14T21:39:37,099 DEBUG [M:0;ef788a4cade8:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5613e1f80ed041eda7d727364a8eb4e4 is 69, key is ef788a4cade8,40049,1731620344038/rs:state/1731620345868/Put/seqid=0 2024-11-14T21:39:37,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741851_1027 (size=5156) 2024-11-14T21:39:37,105 INFO [M:0;ef788a4cade8:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5613e1f80ed041eda7d727364a8eb4e4 2024-11-14T21:39:37,108 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad84f68f720244748cbd076cce789f09 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad84f68f720244748cbd076cce789f09 2024-11-14T21:39:37,112 INFO [M:0;ef788a4cade8:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad84f68f720244748cbd076cce789f09, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:39:37,113 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347d742f893d415c8dca58bbb844e6f5 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/347d742f893d415c8dca58bbb844e6f5 2024-11-14T21:39:37,116 INFO [M:0;ef788a4cade8:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/347d742f893d415c8dca58bbb844e6f5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:39:37,117 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5613e1f80ed041eda7d727364a8eb4e4 as hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5613e1f80ed041eda7d727364a8eb4e4 2024-11-14T21:39:37,121 INFO [M:0;ef788a4cade8:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32955/user/jenkins/test-data/70d0815b-97e6-644e-7fcf-0f69979ab5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5613e1f80ed041eda7d727364a8eb4e4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:39:37,122 INFO [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false 2024-11-14T21:39:37,123 INFO [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:37,123 DEBUG [M:0;ef788a4cade8:38605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620376225Disabling compacts and flushes for region at 1731620376225Disabling writes for close at 1731620376225Obtaining lock to block concurrent updates at 1731620376225Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620376225Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731620376225Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620376226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620376226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620376241 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620376241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620376656 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620376673 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620376673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620377085 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620377099 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620377099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7717cadb: reopening flushed file at 1731620377108 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170cd396: reopening flushed file at 1731620377112 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a588e0: reopening flushed file at 1731620377117 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false at 1731620377122 (+5 ms)Writing region close event to WAL at 1731620377123 (+1 ms)Closed at 1731620377123 2024-11-14T21:39:37,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741830_1006 (size=63654) 2024-11-14T21:39:37,125 INFO [M:0;ef788a4cade8:38605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:39:37,125 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:39:37,125 INFO [M:0;ef788a4cade8:38605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38605 2024-11-14T21:39:37,126 INFO [M:0;ef788a4cade8:38605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:39:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x100ac61068d0003, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:37,229 INFO [M:0;ef788a4cade8:38605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:39:37,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6266c223{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:37,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5895ebe7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:39:37,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:39:37,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be1cba7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:39:37,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d7fd3c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.log.dir/,STOPPED} 2024-11-14T21:39:37,243 WARN [BP-1310646270-172.17.0.2-1731620342126 heartbeating to localhost/127.0.0.1:32955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:39:37,243 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:39:37,243 WARN [BP-1310646270-172.17.0.2-1731620342126 heartbeating to localhost/127.0.0.1:32955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310646270-172.17.0.2-1731620342126 (Datanode Uuid a38b86aa-d904-461a-a58b-5150ef495e89) service to localhost/127.0.0.1:32955 2024-11-14T21:39:37,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:39:37,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/cluster_5d117e5f-1f49-ae67-048a-982aba20b0db/data/data1/current/BP-1310646270-172.17.0.2-1731620342126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:39:37,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/cluster_5d117e5f-1f49-ae67-048a-982aba20b0db/data/data2/current/BP-1310646270-172.17.0.2-1731620342126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:39:37,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:39:37,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c2e64d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:37,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba1cff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:39:37,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:39:37,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4134a201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:39:37,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82e9449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5f4197-5472-345c-61c2-d4f8e4e50e51/hadoop.log.dir/,STOPPED} 2024-11-14T21:39:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:39:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:39:37,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:37,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:37,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:37,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:37,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:37,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:39:37,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=328660144, stopped=false 2024-11-14T21:39:37,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,32983,1731620338768 2024-11-14T21:39:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075802265/running 2024-11-14T21:39:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075802265/running 2024-11-14T21:39:37,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:39:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:37,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on znode that does not yet exist, /0-1075802265/running 2024-11-14T21:39:37,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Set watcher on znode that does not yet exist, /0-1075802265/running 2024-11-14T21:39:37,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:37,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:37,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:37,271 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,41815,1731620339123' ***** 2024-11-14T21:39:37,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:39:37,271 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:39:37,271 INFO [RS:0;ef788a4cade8:41815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:39:37,271 INFO [RS:0;ef788a4cade8:41815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:39:37,271 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:37,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(3091): Received CLOSE for 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,41815,1731620339123 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:41815. 2024-11-14T21:39:37,272 DEBUG [RS:0;ef788a4cade8:41815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:37,272 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:37,272 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b3eaf9c5cd31c68ded02cc4fd572c07, disabling compactions & flushes 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:39:37,272 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:39:37,272 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:37,272 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:39:37,272 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. after waiting 0 ms 2024-11-14T21:39:37,272 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:37,272 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b3eaf9c5cd31c68ded02cc4fd572c07 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T21:39:37,278 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:39:37,278 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1325): Online Regions={5b3eaf9c5cd31c68ded02cc4fd572c07=hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07., 1588230740=hbase:meta,,1.1588230740, 42a514c57a8c97af75caf48c8961382a=test,,1731620352069.42a514c57a8c97af75caf48c8961382a.} 2024-11-14T21:39:37,278 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a514c57a8c97af75caf48c8961382a, 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:37,278 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:37,279 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:37,279 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:37,279 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:37,279 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:37,279 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:39:37,295 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/info/8c70dd4f7c0f4851b1f4769bcd912b88 is 147, key is hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07./info:regioninfo/1731620356617/Put/seqid=0 2024-11-14T21:39:37,295 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07/.tmp/queue/b3fe00bb86964b38ba4896f9bb2fce24 is 154, key is 1-ef788a4cade8,41815,1731620339123/queue:ef788a4cade8%2C41815%2C1731620339123/1731620370297/Put/seqid=0 2024-11-14T21:39:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741840_1016 (size=7686) 2024-11-14T21:39:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741841_1017 (size=5353) 2024-11-14T21:39:37,326 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:39:37,479 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a514c57a8c97af75caf48c8961382a, 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:37,490 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:39:37,490 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:39:37,679 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a514c57a8c97af75caf48c8961382a, 5b3eaf9c5cd31c68ded02cc4fd572c07 2024-11-14T21:39:37,700 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/info/8c70dd4f7c0f4851b1f4769bcd912b88 2024-11-14T21:39:37,701 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07/.tmp/queue/b3fe00bb86964b38ba4896f9bb2fce24 2024-11-14T21:39:37,732 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07/.tmp/queue/b3fe00bb86964b38ba4896f9bb2fce24 as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07/queue/b3fe00bb86964b38ba4896f9bb2fce24 2024-11-14T21:39:37,734 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/ns/35ebad24b97e439ba6e909e1e96e2504 is 43, key is default/ns:d/1731620341892/Put/seqid=0 2024-11-14T21:39:37,737 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07/queue/b3fe00bb86964b38ba4896f9bb2fce24, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T21:39:37,738 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5b3eaf9c5cd31c68ded02cc4fd572c07 in 466ms, sequenceid=14, compaction requested=false 2024-11-14T21:39:37,738 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:39:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:39:37,747 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/replication/5b3eaf9c5cd31c68ded02cc4fd572c07/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T21:39:37,747 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:37,747 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:39:37,748 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:37,748 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b3eaf9c5cd31c68ded02cc4fd572c07: Waiting for close lock at 1731620377272Running coprocessor pre-close hooks at 1731620377272Disabling compacts and flushes for region at 1731620377272Disabling writes for close at 1731620377272Obtaining lock to block concurrent updates at 1731620377272Preparing flush snapshotting stores in 5b3eaf9c5cd31c68ded02cc4fd572c07 at 1731620377272Finished memstore snapshotting hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731620377272Flushing stores of hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. at 1731620377273 (+1 ms)Flushing 5b3eaf9c5cd31c68ded02cc4fd572c07/queue: creating writer at 1731620377273Flushing 5b3eaf9c5cd31c68ded02cc4fd572c07/queue: appending metadata at 1731620377295 (+22 ms)Flushing 5b3eaf9c5cd31c68ded02cc4fd572c07/queue: closing flushed file at 1731620377295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85d111: reopening flushed file at 1731620377731 (+436 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5b3eaf9c5cd31c68ded02cc4fd572c07 in 466ms, sequenceid=14, compaction requested=false at 1731620377738 (+7 ms)Writing region close event to WAL at 1731620377743 (+5 ms)Running coprocessor post-close hooks at 1731620377747 (+4 ms)Closed at 1731620377748 (+1 ms) 2024-11-14T21:39:37,748 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620355600.5b3eaf9c5cd31c68ded02cc4fd572c07. 2024-11-14T21:39:37,748 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42a514c57a8c97af75caf48c8961382a, disabling compactions & flushes 2024-11-14T21:39:37,748 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:37,748 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:37,748 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620352069.42a514c57a8c97af75caf48c8961382a. after waiting 0 ms 2024-11-14T21:39:37,748 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:37,748 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42a514c57a8c97af75caf48c8961382a 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T21:39:37,749 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/ns/35ebad24b97e439ba6e909e1e96e2504 2024-11-14T21:39:37,768 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/f/9fa213e7205e4a05bc7e7356951a830a is 37, key is row3/f:row3/1731620368938/Put/seqid=0 2024-11-14T21:39:37,771 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/rep_barrier/29a65845f84d4affb8a4d976a3b3b570 is 112, key is test,,1731620352069.42a514c57a8c97af75caf48c8961382a./rep_barrier:seqnumDuringOpen/1731620352926/Put/seqid=0 2024-11-14T21:39:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741843_1019 (size=5228) 2024-11-14T21:39:37,788 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/f/9fa213e7205e4a05bc7e7356951a830a 2024-11-14T21:39:37,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741844_1020 (size=5518) 2024-11-14T21:39:37,794 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/rep_barrier/29a65845f84d4affb8a4d976a3b3b570 2024-11-14T21:39:37,801 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fa213e7205e4a05bc7e7356951a830a 2024-11-14T21:39:37,837 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/table/0abb6a9b732f4b2a9f0d1238cf9faa40 is 53, key is hbase:replication/table:state/1731620356631/Put/seqid=0 2024-11-14T21:39:37,837 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/f1/87b4e7a985784974aa3ad90644738eaf is 30, key is row1/f1:/1731620366248/DeleteFamily/seqid=0 2024-11-14T21:39:37,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741845_1021 (size=5308) 2024-11-14T21:39:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741846_1022 (size=5158) 2024-11-14T21:39:37,879 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:38,080 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:38,236 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1493, reset compression=false 2024-11-14T21:39:38,241 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:38,241 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1740, reset compression=false 2024-11-14T21:39:38,241 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,41815,1731620339123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:38,242 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,41815,1731620339123: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,41815,1731620339123, walGroup=ef788a4cade8%2C41815%2C1731620339123, offset=ef788a4cade8%2C41815%2C1731620339123.1731620340600:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:41815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:39:38,243 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:39:38,243 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:39:38,243 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:39:38,243 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:39:38,243 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:39:38,243 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 928930432 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198438024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:39:38,244 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:39:38,245 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/table/0abb6a9b732f4b2a9f0d1238cf9faa40 2024-11-14T21:39:38,249 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/f1/87b4e7a985784974aa3ad90644738eaf 2024-11-14T21:39:38,251 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/info/8c70dd4f7c0f4851b1f4769bcd912b88 as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/info/8c70dd4f7c0f4851b1f4769bcd912b88 2024-11-14T21:39:38,253 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b4e7a985784974aa3ad90644738eaf 2024-11-14T21:39:38,256 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/info/8c70dd4f7c0f4851b1f4769bcd912b88, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:39:38,259 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/ns/35ebad24b97e439ba6e909e1e96e2504 as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/ns/35ebad24b97e439ba6e909e1e96e2504 2024-11-14T21:39:38,263 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/ns/35ebad24b97e439ba6e909e1e96e2504, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:39:38,264 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/rep_barrier/29a65845f84d4affb8a4d976a3b3b570 as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/rep_barrier/29a65845f84d4affb8a4d976a3b3b570 2024-11-14T21:39:38,269 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/rep_barrier/29a65845f84d4affb8a4d976a3b3b570, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:39:38,271 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/.tmp/table/0abb6a9b732f4b2a9f0d1238cf9faa40 as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/table/0abb6a9b732f4b2a9f0d1238cf9faa40 2024-11-14T21:39:38,277 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/table/0abb6a9b732f4b2a9f0d1238cf9faa40, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:39:38,277 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false 2024-11-14T21:39:38,278 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:39:38,281 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:39:38,281 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 42a514c57a8c97af75caf48c8961382a=test,,1731620352069.42a514c57a8c97af75caf48c8961382a.} 2024-11-14T21:39:38,281 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:38,303 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/norep/97e9f16252f346088bc02fac56c5d1bf is 32, key is row/norep:/1731620365239/DeleteFamily/seqid=0 2024-11-14T21:39:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741847_1023 (size=5101) 2024-11-14T21:39:38,428 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:39:38,431 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:38,431 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:39:38,431 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:38,432 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620377278Running coprocessor pre-close hooks at 1731620377278Disabling compacts and flushes for region at 1731620377278Disabling writes for close at 1731620377279 (+1 ms)Obtaining lock to block concurrent updates at 1731620377279Preparing flush snapshotting stores in 1588230740 at 1731620377279Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620377279Flushing stores of hbase:meta,,1.1588230740 at 1731620377280 (+1 ms)Flushing 1588230740/info: creating writer at 1731620377281 (+1 ms)Flushing 1588230740/info: appending metadata at 1731620377294 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731620377294Flushing 1588230740/ns: creating writer at 1731620377710 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731620377734 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731620377734Flushing 1588230740/rep_barrier: creating writer at 1731620377755 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620377771 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620377771Flushing 1588230740/table: creating writer at 1731620377802 (+31 ms)Flushing 1588230740/table: appending metadata at 1731620377836 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731620377836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ff9974: reopening flushed file at 1731620378250 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fd78cd: reopening flushed file at 1731620378256 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c516d58: reopening flushed file at 1731620378264 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2837a5aa: reopening flushed file at 1731620378270 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false at 1731620378278 (+8 ms)Writing region close event to WAL at 1731620378363 (+85 ms)Running coprocessor post-close hooks at 1731620378431 (+68 ms)Closed at 1731620378431 2024-11-14T21:39:38,432 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:38,481 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:38,514 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1740, reset compression=false 2024-11-14T21:39:38,681 DEBUG [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1351): Waiting on 42a514c57a8c97af75caf48c8961382a 2024-11-14T21:39:38,753 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/norep/97e9f16252f346088bc02fac56c5d1bf 2024-11-14T21:39:38,764 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97e9f16252f346088bc02fac56c5d1bf 2024-11-14T21:39:38,765 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/f/9fa213e7205e4a05bc7e7356951a830a as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/f/9fa213e7205e4a05bc7e7356951a830a 2024-11-14T21:39:38,777 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fa213e7205e4a05bc7e7356951a830a 2024-11-14T21:39:38,777 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/f/9fa213e7205e4a05bc7e7356951a830a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T21:39:38,778 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/f1/87b4e7a985784974aa3ad90644738eaf as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/f1/87b4e7a985784974aa3ad90644738eaf 2024-11-14T21:39:38,788 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b4e7a985784974aa3ad90644738eaf 2024-11-14T21:39:38,788 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/f1/87b4e7a985784974aa3ad90644738eaf, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T21:39:38,789 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/.tmp/norep/97e9f16252f346088bc02fac56c5d1bf as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/norep/97e9f16252f346088bc02fac56c5d1bf 2024-11-14T21:39:38,794 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97e9f16252f346088bc02fac56c5d1bf 2024-11-14T21:39:38,794 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/norep/97e9f16252f346088bc02fac56c5d1bf, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T21:39:38,795 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 42a514c57a8c97af75caf48c8961382a in 1047ms, sequenceid=12, compaction requested=false 2024-11-14T21:39:38,795 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:39:38,839 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 1740, reset compression=false 2024-11-14T21:39:38,860 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:38,860 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 to pos 2089, reset compression=false 2024-11-14T21:39:38,865 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:38,865 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/data/default/test/42a514c57a8c97af75caf48c8961382a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T21:39:38,866 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:39:38,866 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:39:38,866 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:38,866 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42a514c57a8c97af75caf48c8961382a: Waiting for close lock at 1731620377748Running coprocessor pre-close hooks at 1731620377748Disabling compacts and flushes for region at 1731620377748Disabling writes for close at 1731620377748Obtaining lock to block concurrent updates at 1731620377748Preparing flush snapshotting stores in 42a514c57a8c97af75caf48c8961382a at 1731620377748Finished memstore snapshotting test,,1731620352069.42a514c57a8c97af75caf48c8961382a., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731620377748Flushing stores of test,,1731620352069.42a514c57a8c97af75caf48c8961382a. at 1731620377749 (+1 ms)Flushing 42a514c57a8c97af75caf48c8961382a/f: creating writer at 1731620377749Flushing 42a514c57a8c97af75caf48c8961382a/f: appending metadata at 1731620377768 (+19 ms)Flushing 42a514c57a8c97af75caf48c8961382a/f: closing flushed file at 1731620377768Flushing 42a514c57a8c97af75caf48c8961382a/f1: creating writer at 1731620377801 (+33 ms)Flushing 42a514c57a8c97af75caf48c8961382a/f1: appending metadata at 1731620377837 (+36 ms)Flushing 42a514c57a8c97af75caf48c8961382a/f1: closing flushed file at 1731620377837Flushing 42a514c57a8c97af75caf48c8961382a/norep: creating writer at 1731620378253 (+416 ms)Flushing 42a514c57a8c97af75caf48c8961382a/norep: appending metadata at 1731620378294 (+41 ms)Flushing 42a514c57a8c97af75caf48c8961382a/norep: closing flushed file at 1731620378294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166230b3: reopening flushed file at 1731620378764 (+470 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ede702a: reopening flushed file at 1731620378777 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff556a9: reopening flushed file at 1731620378788 (+11 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 42a514c57a8c97af75caf48c8961382a in 1047ms, sequenceid=12, compaction requested=false at 1731620378795 (+7 ms)Writing region close event to WAL at 1731620378858 (+63 ms)Running coprocessor post-close hooks at 1731620378866 (+8 ms)Closed at 1731620378866 2024-11-14T21:39:38,867 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620352069.42a514c57a8c97af75caf48c8961382a. 2024-11-14T21:39:38,882 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,41815,1731620339123; all regions closed. 2024-11-14T21:39:38,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:39:38,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741839_1015 (size=3552) 2024-11-14T21:39:38,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/WALs/ef788a4cade8,41815,1731620339123/ef788a4cade8%2C41815%2C1731620339123.1731620340600 not finished, retry = 0 2024-11-14T21:39:38,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741832_1008 (size=2392) 2024-11-14T21:39:38,999 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:38,999 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:39:39,006 INFO [RS:0;ef788a4cade8:41815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:39:39,006 INFO [RS:0;ef788a4cade8:41815 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:39:39,007 INFO [RS:0;ef788a4cade8:41815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:39:39,007 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,41815,1731620339123 because: Region server is closing 2024-11-14T21:39:39,007 INFO [RS:0;ef788a4cade8:41815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:41815. 2024-11-14T21:39:39,007 DEBUG [RS:0;ef788a4cade8:41815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:39,007 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:39,007 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:39,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:39,007 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:39:39,110 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.shipperef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 terminated 2024-11-14T21:39:39,111 INFO [RS:0;ef788a4cade8:41815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:41815. 2024-11-14T21:39:39,111 DEBUG [RS:0;ef788a4cade8:41815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:39,111 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:39,111 DEBUG [RS:0;ef788a4cade8:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:39,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:39,111 INFO [RS:0;ef788a4cade8:41815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41815 2024-11-14T21:39:39,111 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,41815,1731620339123.replicationSource.wal-reader.ef788a4cade8%2C41815%2C1731620339123,1-ef788a4cade8,41815,1731620339123 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-14T21:39:39,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075802265/rs/ef788a4cade8,41815,1731620339123 2024-11-14T21:39:39,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265/rs 2024-11-14T21:39:39,127 INFO [RS:0;ef788a4cade8:41815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:39:39,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,41815,1731620339123] 2024-11-14T21:39:39,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075802265/draining/ef788a4cade8,41815,1731620339123 already deleted, retry=false 2024-11-14T21:39:39,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,41815,1731620339123 expired; onlineServers=0 2024-11-14T21:39:39,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,32983,1731620338768' ***** 2024-11-14T21:39:39,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:39:39,130 INFO [M:0;ef788a4cade8:32983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:39:39,130 INFO [M:0;ef788a4cade8:32983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:39:39,130 DEBUG [M:0;ef788a4cade8:32983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:39:39,130 DEBUG [M:0;ef788a4cade8:32983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:39:39,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:39:39,130 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620340382 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620340382,5,FailOnTimeoutGroup] 2024-11-14T21:39:39,131 INFO [M:0;ef788a4cade8:32983 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:39:39,131 INFO [M:0;ef788a4cade8:32983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:39:39,131 DEBUG [M:0;ef788a4cade8:32983 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:39:39,131 INFO [M:0;ef788a4cade8:32983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:39:39,131 INFO [M:0;ef788a4cade8:32983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:39:39,130 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620340383 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620340383,5,FailOnTimeoutGroup] 2024-11-14T21:39:39,131 INFO [M:0;ef788a4cade8:32983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:39:39,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:39:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075802265/master 2024-11-14T21:39:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075802265 2024-11-14T21:39:39,135 DEBUG [M:0;ef788a4cade8:32983 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075802265/master already deleted, retry=false 2024-11-14T21:39:39,135 DEBUG [M:0;ef788a4cade8:32983 {}] master.ActiveMasterManager(353): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1075802265/master 2024-11-14T21:39:39,149 INFO [M:0;ef788a4cade8:32983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/.lastflushedseqids 2024-11-14T21:39:39,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741848_1024 (size=245) 2024-11-14T21:39:39,199 INFO [M:0;ef788a4cade8:32983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:39:39,201 INFO [M:0;ef788a4cade8:32983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:39:39,201 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:39,201 INFO [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:39,201 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:39,201 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:39,201 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:39,201 INFO [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T21:39:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:39,229 INFO [RS:0;ef788a4cade8:41815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:39:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x100ac61068d0001, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:39,229 INFO [RS:0;ef788a4cade8:41815 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,41815,1731620339123; zookeeper connection closed. 2024-11-14T21:39:39,249 DEBUG [M:0;ef788a4cade8:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b64fcf4c3214715a18c6149ba0e2726 is 82, key is hbase:meta,,1/info:regioninfo/1731620341873/Put/seqid=0 2024-11-14T21:39:39,250 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@191884cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@191884cc 2024-11-14T21:39:39,250 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:39:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741849_1025 (size=5672) 2024-11-14T21:39:39,286 INFO [M:0;ef788a4cade8:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b64fcf4c3214715a18c6149ba0e2726 2024-11-14T21:39:39,354 DEBUG [M:0;ef788a4cade8:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4110b89d18574e468f3e08e170aecf6d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731620352962/Put/seqid=0 2024-11-14T21:39:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741850_1026 (size=7217) 2024-11-14T21:39:39,769 INFO [M:0;ef788a4cade8:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4110b89d18574e468f3e08e170aecf6d 2024-11-14T21:39:39,776 INFO [M:0;ef788a4cade8:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4110b89d18574e468f3e08e170aecf6d 2024-11-14T21:39:39,850 DEBUG [M:0;ef788a4cade8:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcb5360b3e714c42aa07c07e87d6c749 is 69, key is ef788a4cade8,41815,1731620339123/rs:state/1731620340436/Put/seqid=0 2024-11-14T21:39:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741851_1027 (size=5156) 2024-11-14T21:39:40,299 INFO [M:0;ef788a4cade8:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcb5360b3e714c42aa07c07e87d6c749 2024-11-14T21:39:40,309 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b64fcf4c3214715a18c6149ba0e2726 as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b64fcf4c3214715a18c6149ba0e2726 2024-11-14T21:39:40,314 INFO [M:0;ef788a4cade8:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b64fcf4c3214715a18c6149ba0e2726, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T21:39:40,322 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4110b89d18574e468f3e08e170aecf6d as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4110b89d18574e468f3e08e170aecf6d 2024-11-14T21:39:40,327 INFO [M:0;ef788a4cade8:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4110b89d18574e468f3e08e170aecf6d 2024-11-14T21:39:40,327 INFO [M:0;ef788a4cade8:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4110b89d18574e468f3e08e170aecf6d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T21:39:40,329 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcb5360b3e714c42aa07c07e87d6c749 as hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcb5360b3e714c42aa07c07e87d6c749 2024-11-14T21:39:40,333 INFO [M:0;ef788a4cade8:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/81d227e2-25eb-6736-6d81-2c26635770b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcb5360b3e714c42aa07c07e87d6c749, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T21:39:40,334 INFO [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1133ms, sequenceid=105, compaction requested=false 2024-11-14T21:39:40,398 INFO [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:40,398 DEBUG [M:0;ef788a4cade8:32983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620379201Disabling compacts and flushes for region at 1731620379201Disabling writes for close at 1731620379201Obtaining lock to block concurrent updates at 1731620379201Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620379201Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731620379202 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620379203 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620379203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620379249 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620379249Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620379296 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620379353 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620379353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620379777 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620379838 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620379838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf68601: reopening flushed file at 1731620380309 (+471 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2153ae71: reopening flushed file at 1731620380314 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c8bf73: reopening flushed file at 1731620380328 (+14 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1133ms, sequenceid=105, compaction requested=false at 1731620380334 (+6 ms)Writing region close event to WAL at 1731620380397 (+63 ms)Closed at 1731620380397 2024-11-14T21:39:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741830_1006 (size=64411) 2024-11-14T21:39:40,453 INFO [M:0;ef788a4cade8:32983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:39:40,453 INFO [M:0;ef788a4cade8:32983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32983 2024-11-14T21:39:40,453 INFO [M:0;ef788a4cade8:32983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:39:40,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:39:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x100ac61068d0000, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:39:40,556 INFO [M:0;ef788a4cade8:32983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:39:40,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b90cc91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:40,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2456767e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:39:40,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:39:40,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8362398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:39:40,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f5ac5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.log.dir/,STOPPED} 2024-11-14T21:39:40,574 WARN [BP-1087394961-172.17.0.2-1731620337287 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:39:40,574 WARN [BP-1087394961-172.17.0.2-1731620337287 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087394961-172.17.0.2-1731620337287 (Datanode Uuid 8797fff2-6c2e-4df9-8869-67b9b6b1e5c2) service to localhost/127.0.0.1:40481 2024-11-14T21:39:40,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:39:40,575 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:39:40,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:39:40,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099/data/data1/current/BP-1087394961-172.17.0.2-1731620337287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:39:40,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/cluster_a7c4a241-ee5c-3834-27a1-cc017b9a4099/data/data2/current/BP-1087394961-172.17.0.2-1731620337287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:39:40,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74bd3c3a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:40,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6de489a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:39:40,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:39:40,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74303462{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:39:40,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66585517{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a339cca8-b8ae-e2ef-d96e-c715b1e4b13d/hadoop.log.dir/,STOPPED} 2024-11-14T21:39:40,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:39:40,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:39:40,641 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 264) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32955 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51809) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37963 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:32955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40481 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51809) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51809) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1102 (was 1164), ProcessCount=11 (was 11), AvailableMemoryMB=2588 (was 1541) - AvailableMemoryMB LEAK? - 2024-11-14T21:39:40,657 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=1102, ProcessCount=11, AvailableMemoryMB=2589 2024-11-14T21:39:40,679 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T21:39:40,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.log.dir so I do NOT create it in target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21 2024-11-14T21:39:40,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:39:40,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.tmp.dir so I do NOT create it in target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21 2024-11-14T21:39:40,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8fc7047-e41e-158a-52ba-d75b5facdb0d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:39:40,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21 2024-11-14T21:39:40,680 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6, deleteOnExit=true 2024-11-14T21:39:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac61068d0005, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:39:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ac61068d0008, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:39:40,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac61068d0005, quorum=127.0.0.1:51809, baseZNode=/1-651982410 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:39:40,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ac61068d0008, quorum=127.0.0.1:51809, baseZNode=/2-758242444 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:39:40,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac61068d0002, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:39:40,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac61068d0002, quorum=127.0.0.1:51809, baseZNode=/0-1075802265 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:39:40,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6/zookeeper_0, clientPort=49469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:39:40,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49469 2024-11-14T21:39:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:39:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:39:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/test.cache.data in system properties and HBase conf 2024-11-14T21:39:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:39:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:39:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:39:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:39:40,709 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:39:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:39:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:39:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:39:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:39:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:39:40,813 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T21:39:40,817 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,817 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,825 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,825 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,825 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,883 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,893 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,896 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:40,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:40,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:41,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:41,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:41,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:39:41,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:41,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@459ceb58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:41,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c25c2ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:41,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd644cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/java.io.tmpdir/jetty-localhost-36393-hadoop-hdfs-3_4_1-tests_jar-_-any-16690363806887415943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:41,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e9e5d4e{HTTP/1.1, (http/1.1)}{localhost:36393} 2024-11-14T21:39:41,219 INFO [Time-limited test {}] server.Server(415): Started @250572ms 2024-11-14T21:39:41,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:41,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:41,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:41,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:41,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:39:41,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c9d67c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:41,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6254f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:41,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7138691d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/java.io.tmpdir/jetty-localhost-42175-hadoop-hdfs-3_4_1-tests_jar-_-any-2888214360945278399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:41,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6006a90{HTTP/1.1, (http/1.1)}{localhost:42175} 2024-11-14T21:39:41,840 INFO [Time-limited test {}] server.Server(415): Started @251193ms 2024-11-14T21:39:41,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:39:42,017 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6/data/data1/current/BP-1567110020-172.17.0.2-1731620380735/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:42,017 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6/data/data2/current/BP-1567110020-172.17.0.2-1731620380735/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:42,051 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:39:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x848ab481c4eb4c47 with lease ID 0x186f00651531bdf0: Processing first storage report for DS-ad0f8639-ac57-4f3b-8078-40b4c3541726 from datanode DatanodeRegistration(127.0.0.1:38507, datanodeUuid=47b60b62-fa0b-4d84-aba8-2ee2996bb1dc, infoPort=41929, infoSecurePort=0, ipcPort=43131, storageInfo=lv=-57;cid=testClusterID;nsid=796436728;c=1731620380735) 2024-11-14T21:39:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x848ab481c4eb4c47 with lease ID 0x186f00651531bdf0: from storage DS-ad0f8639-ac57-4f3b-8078-40b4c3541726 node DatanodeRegistration(127.0.0.1:38507, datanodeUuid=47b60b62-fa0b-4d84-aba8-2ee2996bb1dc, infoPort=41929, infoSecurePort=0, ipcPort=43131, storageInfo=lv=-57;cid=testClusterID;nsid=796436728;c=1731620380735), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x848ab481c4eb4c47 with lease ID 0x186f00651531bdf0: Processing first storage report for DS-3e963bd4-c6cc-434f-8949-4e764e30c132 from datanode DatanodeRegistration(127.0.0.1:38507, datanodeUuid=47b60b62-fa0b-4d84-aba8-2ee2996bb1dc, infoPort=41929, infoSecurePort=0, ipcPort=43131, storageInfo=lv=-57;cid=testClusterID;nsid=796436728;c=1731620380735) 2024-11-14T21:39:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x848ab481c4eb4c47 with lease ID 0x186f00651531bdf0: from storage DS-3e963bd4-c6cc-434f-8949-4e764e30c132 node DatanodeRegistration(127.0.0.1:38507, datanodeUuid=47b60b62-fa0b-4d84-aba8-2ee2996bb1dc, infoPort=41929, infoSecurePort=0, ipcPort=43131, storageInfo=lv=-57;cid=testClusterID;nsid=796436728;c=1731620380735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:42,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21 2024-11-14T21:39:42,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:42,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:39:42,557 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382 with version=8 2024-11-14T21:39:42,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/hbase-staging 2024-11-14T21:39:42,560 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:42,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:42,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:42,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:42,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:42,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:42,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:39:42,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:42,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34825 2024-11-14T21:39:42,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34825 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348250x0, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:42,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34825-0x100ac61b03b0000 connected 2024-11-14T21:39:42,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:42,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:42,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on znode that does not yet exist, /0-87944598/running 2024-11-14T21:39:42,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382, hbase.cluster.distributed=false 2024-11-14T21:39:42,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on znode that does not yet exist, /0-87944598/acl 2024-11-14T21:39:42,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-14T21:39:42,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34825 2024-11-14T21:39:42,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34825 2024-11-14T21:39:42,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-14T21:39:42,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-14T21:39:42,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:42,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:42,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:42,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:42,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:42,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:42,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:39:42,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:42,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35557 2024-11-14T21:39:42,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35557 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:42,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:42,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:42,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355570x0, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:42,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355570x0, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on znode that does not yet exist, /0-87944598/running 2024-11-14T21:39:42,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:39:42,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35557-0x100ac61b03b0001 connected 2024-11-14T21:39:42,865 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:39:42,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on znode that does not yet exist, /0-87944598/master 2024-11-14T21:39:42,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on znode that does not yet exist, /0-87944598/acl 2024-11-14T21:39:42,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-14T21:39:42,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35557 2024-11-14T21:39:42,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35557 2024-11-14T21:39:42,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-14T21:39:42,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-14T21:39:42,908 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:34825 2024-11-14T21:39:42,910 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-87944598/backup-masters/ef788a4cade8,34825,1731620382560 2024-11-14T21:39:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598/backup-masters 2024-11-14T21:39:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598/backup-masters 2024-11-14T21:39:42,913 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on existing znode=/0-87944598/backup-masters/ef788a4cade8,34825,1731620382560 2024-11-14T21:39:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-87944598/master 2024-11-14T21:39:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:42,914 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on existing znode=/0-87944598/master 2024-11-14T21:39:42,915 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-87944598/backup-masters/ef788a4cade8,34825,1731620382560 from backup master directory 2024-11-14T21:39:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598/backup-masters 2024-11-14T21:39:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-87944598/backup-masters/ef788a4cade8,34825,1731620382560 2024-11-14T21:39:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598/backup-masters 2024-11-14T21:39:42,918 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:42,918 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,34825,1731620382560 2024-11-14T21:39:42,923 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/hbase.id] with ID: 8a6a0c11-3306-41b7-8747-fc9c32dbf3d7 2024-11-14T21:39:42,923 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/.tmp/hbase.id 2024-11-14T21:39:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:39:42,954 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/.tmp/hbase.id]:[hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/hbase.id] 2024-11-14T21:39:42,966 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:42,966 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:39:42,967 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:39:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:43,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:39:43,431 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:43,432 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:39:43,446 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:39:43,507 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store 2024-11-14T21:39:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:39:43,949 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:43,949 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:43,949 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:43,949 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:43,949 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:43,949 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:43,949 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:43,949 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620383949Disabling compacts and flushes for region at 1731620383949Disabling writes for close at 1731620383949Writing region close event to WAL at 1731620383949Closed at 1731620383949 2024-11-14T21:39:43,950 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/.initializing 2024-11-14T21:39:43,950 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/WALs/ef788a4cade8,34825,1731620382560 2024-11-14T21:39:43,951 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:43,964 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C34825%2C1731620382560, suffix=, logDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/WALs/ef788a4cade8,34825,1731620382560, archiveDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/oldWALs, maxLogs=10 2024-11-14T21:39:43,985 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/WALs/ef788a4cade8,34825,1731620382560/ef788a4cade8%2C34825%2C1731620382560.1731620383964, exclude list is [], retry=0 2024-11-14T21:39:44,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-ad0f8639-ac57-4f3b-8078-40b4c3541726,DISK] 2024-11-14T21:39:44,011 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/WALs/ef788a4cade8,34825,1731620382560/ef788a4cade8%2C34825%2C1731620382560.1731620383964 2024-11-14T21:39:44,012 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41929:41929)] 2024-11-14T21:39:44,012 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:44,013 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:44,013 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,013 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:39:44,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:39:44,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:44,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:39:44,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:44,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:39:44,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:44,030 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,031 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,033 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,039 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,039 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,040 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:44,042 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:44,047 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:44,047 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66671405, jitterRate=-0.006518647074699402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:44,048 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620384013Initializing all the Stores at 1731620384018 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620384018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620384018Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620384018Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620384018Cleaning up temporary data from old regions at 1731620384039 (+21 ms)Region opened successfully at 1731620384048 (+9 ms) 2024-11-14T21:39:44,048 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:39:44,053 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653ed93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:44,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:39:44,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:39:44,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:39:44,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:39:44,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:39:44,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:39:44,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:39:44,059 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:39:44,060 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Unable to get data of znode /0-87944598/balancer because node does not exist (not necessarily an error) 2024-11-14T21:39:44,062 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-87944598/balancer already deleted, retry=false 2024-11-14T21:39:44,062 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:39:44,064 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Unable to get data of znode /0-87944598/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:39:44,065 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-87944598/normalizer already deleted, retry=false 2024-11-14T21:39:44,065 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:39:44,071 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Unable to get data of znode /0-87944598/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:39:44,074 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-87944598/switch/split already deleted, retry=false 2024-11-14T21:39:44,075 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Unable to get data of znode /0-87944598/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:39:44,076 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-87944598/switch/merge already deleted, retry=false 2024-11-14T21:39:44,078 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Unable to get data of znode /0-87944598/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:39:44,079 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-87944598/snapshot-cleanup already deleted, retry=false 2024-11-14T21:39:44,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-87944598/running 2024-11-14T21:39:44,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-87944598/running 2024-11-14T21:39:44,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,081 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,34825,1731620382560, sessionid=0x100ac61b03b0000, setting cluster-up flag (Was=false) 2024-11-14T21:39:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,090 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-87944598/flush-table-proc/acquired, /0-87944598/flush-table-proc/reached, /0-87944598/flush-table-proc/abort 2024-11-14T21:39:44,091 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,34825,1731620382560 2024-11-14T21:39:44,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,099 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-87944598/online-snapshot/acquired, /0-87944598/online-snapshot/reached, /0-87944598/online-snapshot/abort 2024-11-14T21:39:44,100 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,34825,1731620382560 2024-11-14T21:39:44,103 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:39:44,107 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:44,107 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:39:44,107 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:39:44,107 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,34825,1731620382560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:44,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620414115 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:39:44,115 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:44,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:39:44,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:39:44,118 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:39:44,118 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:39:44,119 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:39:44,119 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:39:44,122 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:39:44,122 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:39:44,125 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620384122,5,FailOnTimeoutGroup] 2024-11-14T21:39:44,125 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620384125,5,FailOnTimeoutGroup] 2024-11-14T21:39:44,125 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,125 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:39:44,125 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,125 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:39:44,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:39:44,133 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382 2024-11-14T21:39:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:39:44,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:44,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:44,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:44,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:44,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:44,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:44,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:44,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:44,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:44,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:44,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740 2024-11-14T21:39:44,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740 2024-11-14T21:39:44,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:44,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:44,153 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:44,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:44,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:44,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66942182, jitterRate=-0.002483755350112915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:44,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620384143Initializing all the Stores at 1731620384144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620384144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620384144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620384144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620384144Cleaning up temporary data from old regions at 1731620384152 (+8 ms)Region opened successfully at 1731620384159 (+7 ms) 2024-11-14T21:39:44,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:44,159 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:44,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:44,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:44,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:44,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:44,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620384159Disabling compacts and flushes for region at 1731620384159Disabling writes for close at 1731620384159Writing region close event to WAL at 1731620384162 (+3 ms)Closed at 1731620384162 2024-11-14T21:39:44,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:44,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:39:44,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:39:44,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:44,167 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:39:44,207 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(746): ClusterId : 8a6a0c11-3306-41b7-8747-fc9c32dbf3d7 2024-11-14T21:39:44,207 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:39:44,209 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:39:44,209 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:39:44,211 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:39:44,212 DEBUG [RS:0;ef788a4cade8:35557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d5597f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:44,228 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:35557 2024-11-14T21:39:44,228 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:39:44,228 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:39:44,228 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:39:44,229 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,34825,1731620382560 with port=35557, startcode=1731620382818 2024-11-14T21:39:44,229 DEBUG [RS:0;ef788a4cade8:35557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:39:44,231 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:39:44,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34825 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,233 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382 2024-11-14T21:39:44,233 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33011 2024-11-14T21:39:44,233 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:39:44,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598/rs 2024-11-14T21:39:44,235 DEBUG [RS:0;ef788a4cade8:35557 {}] zookeeper.ZKUtil(111): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on existing znode=/0-87944598/rs/ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,235 WARN [RS:0;ef788a4cade8:35557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:44,236 INFO [RS:0;ef788a4cade8:35557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:44,236 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,35557,1731620382818] 2024-11-14T21:39:44,248 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:39:44,250 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:39:44,250 INFO [RS:0;ef788a4cade8:35557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:39:44,250 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,252 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:39:44,253 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:39:44,253 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:44,253 DEBUG [RS:0;ef788a4cade8:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:44,270 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,270 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,270 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,270 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,270 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,270 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35557,1731620382818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:44,292 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:39:44,292 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35557,1731620382818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,293 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,293 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.Replication(171): ef788a4cade8,35557,1731620382818 started 2024-11-14T21:39:44,310 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,310 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,35557,1731620382818, RpcServer on ef788a4cade8/172.17.0.2:35557, sessionid=0x100ac61b03b0001 2024-11-14T21:39:44,310 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:39:44,310 DEBUG [RS:0;ef788a4cade8:35557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,310 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35557,1731620382818' 2024-11-14T21:39:44,310 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-87944598/flush-table-proc/abort' 2024-11-14T21:39:44,311 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-87944598/flush-table-proc/acquired' 2024-11-14T21:39:44,311 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:39:44,311 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:39:44,311 DEBUG [RS:0;ef788a4cade8:35557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,311 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35557,1731620382818' 2024-11-14T21:39:44,311 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-87944598/online-snapshot/abort' 2024-11-14T21:39:44,312 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-87944598/online-snapshot/acquired' 2024-11-14T21:39:44,312 DEBUG [RS:0;ef788a4cade8:35557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:39:44,312 INFO [RS:0;ef788a4cade8:35557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:39:44,312 INFO [RS:0;ef788a4cade8:35557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:39:44,320 WARN [ef788a4cade8:34825 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:39:44,413 INFO [RS:0;ef788a4cade8:35557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:44,414 INFO [RS:0;ef788a4cade8:35557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35557%2C1731620382818, suffix=, logDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818, archiveDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/oldWALs, maxLogs=10 2024-11-14T21:39:44,432 DEBUG [RS:0;ef788a4cade8:35557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414, exclude list is [], retry=0 2024-11-14T21:39:44,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-ad0f8639-ac57-4f3b-8078-40b4c3541726,DISK] 2024-11-14T21:39:44,443 INFO [RS:0;ef788a4cade8:35557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 2024-11-14T21:39:44,443 DEBUG [RS:0;ef788a4cade8:35557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41929:41929)] 2024-11-14T21:39:44,570 DEBUG [ef788a4cade8:34825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:39:44,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,35557,1731620382818, state=OPENING 2024-11-14T21:39:44,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:39:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:44,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-87944598/meta-region-server: CHANGED 2024-11-14T21:39:44,580 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:44,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,35557,1731620382818}] 2024-11-14T21:39:44,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-87944598/meta-region-server: CHANGED 2024-11-14T21:39:44,747 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:44,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:39:44,784 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:39:44,784 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:44,784 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:39:44,786 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35557%2C1731620382818.meta, suffix=.meta, logDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818, archiveDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/oldWALs, maxLogs=10 2024-11-14T21:39:44,823 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.meta.1731620384786.meta, exclude list is [], retry=0 2024-11-14T21:39:44,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-ad0f8639-ac57-4f3b-8078-40b4c3541726,DISK] 2024-11-14T21:39:44,847 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.meta.1731620384786.meta 2024-11-14T21:39:44,857 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41929:41929)] 2024-11-14T21:39:44,857 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:44,857 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:44,857 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:44,857 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:39:44,857 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:39:44,858 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:39:44,858 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:44,858 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:39:44,858 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:39:44,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:44,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:44,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:44,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:44,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:44,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:44,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:44,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:44,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:44,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:44,884 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:44,885 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740 2024-11-14T21:39:44,886 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740 2024-11-14T21:39:44,887 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:44,887 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:44,887 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:44,888 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:44,889 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75231012, jitterRate=0.12102943658828735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:44,889 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:39:44,890 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620384858Writing region info on filesystem at 1731620384858Initializing all the Stores at 1731620384859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620384859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620384862 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620384862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620384862Cleaning up temporary data from old regions at 1731620384887 (+25 ms)Running coprocessor post-open hooks at 1731620384889 (+2 ms)Region opened successfully at 1731620384890 (+1 ms) 2024-11-14T21:39:44,895 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620384747 2024-11-14T21:39:44,898 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:39:44,898 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:39:44,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,900 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,35557,1731620382818, state=OPEN 2024-11-14T21:39:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-87944598/meta-region-server 2024-11-14T21:39:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-87944598/meta-region-server 2024-11-14T21:39:44,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-87944598/meta-region-server: CHANGED 2024-11-14T21:39:44,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-87944598/meta-region-server: CHANGED 2024-11-14T21:39:44,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:44,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:39:44,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,35557,1731620382818 in 325 msec 2024-11-14T21:39:44,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:39:44,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-11-14T21:39:44,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:44,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:39:44,916 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:44,916 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35557,1731620382818, seqNum=-1] 2024-11-14T21:39:44,917 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:44,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:44,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 818 msec 2024-11-14T21:39:44,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620384923, completionTime=-1 2024-11-14T21:39:44,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:39:44,923 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620444926 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620504926 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34825,1731620382560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34825,1731620382560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34825,1731620382560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:34825, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,931 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,934 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:39:44,935 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:44,946 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.028sec 2024-11-14T21:39:44,950 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:39:44,950 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:39:44,950 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:39:44,950 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:39:44,950 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:39:44,950 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34825,1731620382560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:44,951 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34825,1731620382560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:39:44,966 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:39:44,966 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:39:44,966 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34825,1731620382560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:45,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfea9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:45,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34825,-1 for getting cluster id 2024-11-14T21:39:45,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:45,015 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6a0c11-3306-41b7-8747-fc9c32dbf3d7' 2024-11-14T21:39:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6a0c11-3306-41b7-8747-fc9c32dbf3d7" 2024-11-14T21:39:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@867cfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34825,-1] 2024-11-14T21:39:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:45,018 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:45,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d14d16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:45,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35557,1731620382818, seqNum=-1] 2024-11-14T21:39:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:45,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:45,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,34825,1731620382560 2024-11-14T21:39:45,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:45,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:45,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.log.dir so I do NOT create it in target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd 2024-11-14T21:39:45,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:39:45,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.tmp.dir so I do NOT create it in target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd 2024-11-14T21:39:45,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:39:45,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd 2024-11-14T21:39:45,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:39:45,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/cluster_b48cba1e-507f-a0a3-b95b-bb52f103dcd6, deleteOnExit=true 2024-11-14T21:39:45,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:39:45,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/test.cache.data in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:39:45,060 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:39:45,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac61b03b0002 connected 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:39:45,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:39:45,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:39:45,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:45,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:45,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:45,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:45,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:39:45,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:45,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2299041c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:45,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@549becf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:45,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7990343b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/java.io.tmpdir/jetty-localhost-34625-hadoop-hdfs-3_4_1-tests_jar-_-any-2716743676918770749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:45,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15870b76{HTTP/1.1, (http/1.1)}{localhost:34625} 2024-11-14T21:39:45,549 INFO [Time-limited test {}] server.Server(415): Started @254902ms 2024-11-14T21:39:45,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:45,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:45,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:45,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:45,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:39:45,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eca8c71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:45,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1abccfb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:46,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@193f24bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/java.io.tmpdir/jetty-localhost-34053-hadoop-hdfs-3_4_1-tests_jar-_-any-7269333674163335951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:46,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19ed8ca4{HTTP/1.1, (http/1.1)}{localhost:34053} 2024-11-14T21:39:46,255 INFO [Time-limited test {}] server.Server(415): Started @255608ms 2024-11-14T21:39:46,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:39:46,566 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/cluster_b48cba1e-507f-a0a3-b95b-bb52f103dcd6/data/data1/current/BP-2102432658-172.17.0.2-1731620385102/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:46,567 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/cluster_b48cba1e-507f-a0a3-b95b-bb52f103dcd6/data/data2/current/BP-2102432658-172.17.0.2-1731620385102/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:46,639 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:39:46,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1268679b267acdba with lease ID 0xb81b77f9848a7bc8: Processing first storage report for DS-21f02046-473d-450b-8570-aa0ddc0ad1ef from datanode DatanodeRegistration(127.0.0.1:43639, datanodeUuid=e1412a5e-ec9b-4850-9818-018c10dc1ee5, infoPort=42049, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1990603267;c=1731620385102) 2024-11-14T21:39:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1268679b267acdba with lease ID 0xb81b77f9848a7bc8: from storage DS-21f02046-473d-450b-8570-aa0ddc0ad1ef node DatanodeRegistration(127.0.0.1:43639, datanodeUuid=e1412a5e-ec9b-4850-9818-018c10dc1ee5, infoPort=42049, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1990603267;c=1731620385102), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:39:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1268679b267acdba with lease ID 0xb81b77f9848a7bc8: Processing first storage report for DS-3526cb07-7069-457d-8e8f-9a0daf940114 from datanode DatanodeRegistration(127.0.0.1:43639, datanodeUuid=e1412a5e-ec9b-4850-9818-018c10dc1ee5, infoPort=42049, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1990603267;c=1731620385102) 2024-11-14T21:39:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1268679b267acdba with lease ID 0xb81b77f9848a7bc8: from storage DS-3526cb07-7069-457d-8e8f-9a0daf940114 node DatanodeRegistration(127.0.0.1:43639, datanodeUuid=e1412a5e-ec9b-4850-9818-018c10dc1ee5, infoPort=42049, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1990603267;c=1731620385102), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:46,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd 2024-11-14T21:39:46,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:46,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:39:46,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e with version=8 2024-11-14T21:39:46,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/hbase-staging 2024-11-14T21:39:46,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:46,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:46,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:46,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:46,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:46,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:46,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:39:46,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:46,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42595 2024-11-14T21:39:46,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42595 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:46,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425950x0, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:46,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42595-0x100ac61b03b0003 connected 2024-11-14T21:39:46,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:46,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:46,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on znode that does not yet exist, /1512329762/running 2024-11-14T21:39:46,991 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e, hbase.cluster.distributed=false 2024-11-14T21:39:47,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on znode that does not yet exist, /1512329762/acl 2024-11-14T21:39:47,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-14T21:39:47,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42595 2024-11-14T21:39:47,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42595 2024-11-14T21:39:47,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-14T21:39:47,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-14T21:39:47,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:47,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:47,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:47,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:47,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:47,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:47,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:39:47,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:47,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40919 2024-11-14T21:39:47,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40919 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:47,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:47,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:47,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409190x0, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:47,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409190x0, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on znode that does not yet exist, /1512329762/running 2024-11-14T21:39:47,100 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:39:47,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40919-0x100ac61b03b0004 connected 2024-11-14T21:39:47,130 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:39:47,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on znode that does not yet exist, /1512329762/master 2024-11-14T21:39:47,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on znode that does not yet exist, /1512329762/acl 2024-11-14T21:39:47,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40919 2024-11-14T21:39:47,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40919 2024-11-14T21:39:47,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40919 2024-11-14T21:39:47,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40919 2024-11-14T21:39:47,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40919 2024-11-14T21:39:47,215 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:42595 2024-11-14T21:39:47,216 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1512329762/backup-masters/ef788a4cade8,42595,1731620386846 2024-11-14T21:39:47,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762/backup-masters 2024-11-14T21:39:47,218 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on existing znode=/1512329762/backup-masters/ef788a4cade8,42595,1731620386846 2024-11-14T21:39:47,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,221 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on existing znode=/1512329762/master 2024-11-14T21:39:47,221 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1512329762/backup-masters/ef788a4cade8,42595,1731620386846 from backup master directory 2024-11-14T21:39:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762/backup-masters 2024-11-14T21:39:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1512329762/master 2024-11-14T21:39:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1512329762/backup-masters/ef788a4cade8,42595,1731620386846 2024-11-14T21:39:47,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762/backup-masters 2024-11-14T21:39:47,230 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:47,230 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,42595,1731620386846 2024-11-14T21:39:47,242 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/hbase.id] with ID: 079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4 2024-11-14T21:39:47,242 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/.tmp/hbase.id 2024-11-14T21:39:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:39:47,298 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/.tmp/hbase.id]:[hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/hbase.id] 2024-11-14T21:39:47,321 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:47,322 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:39:47,324 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T21:39:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:39:47,355 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:47,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:39:47,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:39:47,381 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store 2024-11-14T21:39:47,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:39:47,829 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:47,829 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:47,829 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:47,829 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:47,829 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:47,829 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:47,829 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:47,829 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620387829Disabling compacts and flushes for region at 1731620387829Disabling writes for close at 1731620387829Writing region close event to WAL at 1731620387829Closed at 1731620387829 2024-11-14T21:39:47,831 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/.initializing 2024-11-14T21:39:47,831 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/WALs/ef788a4cade8,42595,1731620386846 2024-11-14T21:39:47,832 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:47,838 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C42595%2C1731620386846, suffix=, logDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/WALs/ef788a4cade8,42595,1731620386846, archiveDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/oldWALs, maxLogs=10 2024-11-14T21:39:47,856 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/WALs/ef788a4cade8,42595,1731620386846/ef788a4cade8%2C42595%2C1731620386846.1731620387839, exclude list is [], retry=0 2024-11-14T21:39:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-21f02046-473d-450b-8570-aa0ddc0ad1ef,DISK] 2024-11-14T21:39:47,871 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/WALs/ef788a4cade8,42595,1731620386846/ef788a4cade8%2C42595%2C1731620386846.1731620387839 2024-11-14T21:39:47,874 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049)] 2024-11-14T21:39:47,874 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:47,875 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:47,875 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,875 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:39:47,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:47,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:47,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:39:47,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:47,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:47,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:39:47,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:47,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:47,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:39:47,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:47,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:47,885 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,885 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,885 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:47,887 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:47,900 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:47,900 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59794545, jitterRate=-0.1089918464422226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:47,901 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620387875Initializing all the Stores at 1731620387876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620387876Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620387879 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620387879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620387879Cleaning up temporary data from old regions at 1731620387886 (+7 ms)Region opened successfully at 1731620387901 (+15 ms) 2024-11-14T21:39:47,902 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:39:47,905 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775a375b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:47,906 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:39:47,907 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:39:47,907 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:39:47,907 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:39:47,907 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:39:47,907 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:39:47,907 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:39:47,915 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:39:47,916 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Unable to get data of znode /1512329762/balancer because node does not exist (not necessarily an error) 2024-11-14T21:39:47,929 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1512329762/balancer already deleted, retry=false 2024-11-14T21:39:47,930 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:39:47,931 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Unable to get data of znode /1512329762/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:39:47,939 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1512329762/normalizer already deleted, retry=false 2024-11-14T21:39:47,939 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:39:47,942 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Unable to get data of znode /1512329762/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:39:47,950 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1512329762/switch/split already deleted, retry=false 2024-11-14T21:39:47,951 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Unable to get data of znode /1512329762/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:39:47,953 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1512329762/switch/merge already deleted, retry=false 2024-11-14T21:39:47,955 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Unable to get data of znode /1512329762/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:39:47,962 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1512329762/snapshot-cleanup already deleted, retry=false 2024-11-14T21:39:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1512329762/running 2024-11-14T21:39:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1512329762/running 2024-11-14T21:39:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,42595,1731620386846, sessionid=0x100ac61b03b0003, setting cluster-up flag (Was=false) 2024-11-14T21:39:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,975 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1512329762/flush-table-proc/acquired, /1512329762/flush-table-proc/reached, /1512329762/flush-table-proc/abort 2024-11-14T21:39:47,976 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,42595,1731620386846 2024-11-14T21:39:47,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:47,986 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1512329762/online-snapshot/acquired, /1512329762/online-snapshot/reached, /1512329762/online-snapshot/abort 2024-11-14T21:39:47,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:39:47,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:39:47,987 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,42595,1731620386846 2024-11-14T21:39:47,988 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:39:47,991 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:47,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:39:47,992 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:39:47,992 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,42595,1731620386846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:47,993 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:48,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:39:48,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:39:48,014 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620418014 2024-11-14T21:39:48,014 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:39:48,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:39:48,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:39:48,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:39:48,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:39:48,015 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:39:48,022 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:39:48,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:39:48,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:39:48,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:39:48,030 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:39:48,030 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:39:48,031 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620388030,5,FailOnTimeoutGroup] 2024-11-14T21:39:48,031 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620388031,5,FailOnTimeoutGroup] 2024-11-14T21:39:48,031 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,031 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:39:48,031 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,031 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,071 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(746): ClusterId : 079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4 2024-11-14T21:39:48,071 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:39:48,075 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:39:48,075 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:39:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:39:48,083 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:39:48,084 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10505619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:48,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:39:48,084 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e 2024-11-14T21:39:48,102 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:40919 2024-11-14T21:39:48,102 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:39:48,102 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:39:48,102 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:39:48,103 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,42595,1731620386846 with port=40919, startcode=1731620387065 2024-11-14T21:39:48,103 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:39:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:39:48,133 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:39:48,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42595 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,160 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e 2024-11-14T21:39:48,160 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42085 2024-11-14T21:39:48,160 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:39:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762/rs 2024-11-14T21:39:48,176 DEBUG [RS:0;ef788a4cade8:40919 {}] zookeeper.ZKUtil(111): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on existing znode=/1512329762/rs/ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,176 WARN [RS:0;ef788a4cade8:40919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:48,176 INFO [RS:0;ef788a4cade8:40919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:48,176 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,40919,1731620387065] 2024-11-14T21:39:48,219 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:39:48,226 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:39:48,229 INFO [RS:0;ef788a4cade8:40919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:39:48,229 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,229 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:39:48,230 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:39:48,230 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:48,230 DEBUG [RS:0;ef788a4cade8:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:48,250 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,250 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,251 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,251 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,251 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,251 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40919,1731620387065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:48,281 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:39:48,281 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,40919,1731620387065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,281 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,281 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.Replication(171): ef788a4cade8,40919,1731620387065 started 2024-11-14T21:39:48,300 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,300 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,40919,1731620387065, RpcServer on ef788a4cade8/172.17.0.2:40919, sessionid=0x100ac61b03b0004 2024-11-14T21:39:48,300 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:39:48,300 DEBUG [RS:0;ef788a4cade8:40919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,300 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,40919,1731620387065' 2024-11-14T21:39:48,300 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1512329762/flush-table-proc/abort' 2024-11-14T21:39:48,301 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1512329762/flush-table-proc/acquired' 2024-11-14T21:39:48,301 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:39:48,301 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:39:48,301 DEBUG [RS:0;ef788a4cade8:40919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,301 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,40919,1731620387065' 2024-11-14T21:39:48,301 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1512329762/online-snapshot/abort' 2024-11-14T21:39:48,301 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1512329762/online-snapshot/acquired' 2024-11-14T21:39:48,302 DEBUG [RS:0;ef788a4cade8:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:39:48,302 INFO [RS:0;ef788a4cade8:40919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:39:48,302 INFO [RS:0;ef788a4cade8:40919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:39:48,404 INFO [RS:0;ef788a4cade8:40919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:48,407 INFO [RS:0;ef788a4cade8:40919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40919%2C1731620387065, suffix=, logDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065, archiveDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/oldWALs, maxLogs=10 2024-11-14T21:39:48,424 DEBUG [RS:0;ef788a4cade8:40919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, exclude list is [], retry=0 2024-11-14T21:39:48,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-21f02046-473d-450b-8570-aa0ddc0ad1ef,DISK] 2024-11-14T21:39:48,450 INFO [RS:0;ef788a4cade8:40919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 2024-11-14T21:39:48,450 DEBUG [RS:0;ef788a4cade8:40919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049)] 2024-11-14T21:39:48,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:48,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:48,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:48,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:48,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:48,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:48,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:48,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:48,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:48,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:48,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740 2024-11-14T21:39:48,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740 2024-11-14T21:39:48,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:48,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:48,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:48,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:48,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:48,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72383130, jitterRate=0.0785926878452301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:48,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620388527Initializing all the Stores at 1731620388528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620388528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620388528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620388528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620388528Cleaning up temporary data from old regions at 1731620388536 (+8 ms)Region opened successfully at 1731620388542 (+6 ms) 2024-11-14T21:39:48,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:48,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:48,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:48,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:48,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:48,543 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:48,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620388542Disabling compacts and flushes for region at 1731620388542Disabling writes for close at 1731620388542Writing region close event to WAL at 1731620388543 (+1 ms)Closed at 1731620388543 2024-11-14T21:39:48,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:48,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:39:48,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:39:48,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:48,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:39:48,699 DEBUG [ef788a4cade8:42595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:39:48,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,701 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,40919,1731620387065, state=OPENING 2024-11-14T21:39:48,706 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:39:48,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:48,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:48,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,40919,1731620387065}] 2024-11-14T21:39:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:48,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1512329762/meta-region-server: CHANGED 2024-11-14T21:39:48,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1512329762/meta-region-server: CHANGED 2024-11-14T21:39:48,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:48,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:39:48,879 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:39:48,880 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:48,880 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:39:48,883 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40919%2C1731620387065.meta, suffix=.meta, logDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065, archiveDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/oldWALs, maxLogs=10 2024-11-14T21:39:48,901 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.meta.1731620388884.meta, exclude list is [], retry=0 2024-11-14T21:39:48,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-21f02046-473d-450b-8570-aa0ddc0ad1ef,DISK] 2024-11-14T21:39:48,920 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.meta.1731620388884.meta 2024-11-14T21:39:48,920 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049)] 2024-11-14T21:39:48,920 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:48,921 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:48,921 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:48,921 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:39:48,921 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:39:48,921 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:39:48,921 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:48,921 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:39:48,921 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:39:48,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:48,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:48,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:48,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:48,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:48,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:48,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:48,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:48,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:48,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:48,930 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:48,930 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740 2024-11-14T21:39:48,931 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740 2024-11-14T21:39:48,935 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:48,935 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:48,936 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:48,937 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:48,937 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73726919, jitterRate=0.09861670434474945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:48,937 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:39:48,937 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620388922Writing region info on filesystem at 1731620388922Initializing all the Stores at 1731620388922Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620388922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620388926 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620388926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620388926Cleaning up temporary data from old regions at 1731620388935 (+9 ms)Running coprocessor post-open hooks at 1731620388937 (+2 ms)Region opened successfully at 1731620388937 2024-11-14T21:39:48,938 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620388870 2024-11-14T21:39:48,940 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:39:48,940 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:39:48,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,941 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,40919,1731620387065, state=OPEN 2024-11-14T21:39:48,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1512329762/meta-region-server 2024-11-14T21:39:48,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1512329762/meta-region-server 2024-11-14T21:39:48,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1512329762/meta-region-server: CHANGED 2024-11-14T21:39:48,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1512329762/meta-region-server: CHANGED 2024-11-14T21:39:48,945 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:48,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:39:48,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,40919,1731620387065 in 234 msec 2024-11-14T21:39:48,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:39:48,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-14T21:39:48,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:48,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:39:48,952 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:48,952 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40919,1731620387065, seqNum=-1] 2024-11-14T21:39:48,952 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:48,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:48,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-14T21:39:48,958 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620388958, completionTime=-1 2024-11-14T21:39:48,958 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:39:48,958 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:39:48,959 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:39:48,959 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620448959 2024-11-14T21:39:48,959 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620508959 2024-11-14T21:39:48,959 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T21:39:48,960 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42595,1731620386846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,960 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42595,1731620386846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,960 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42595,1731620386846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,960 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:42595, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,960 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,961 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:39:48,962 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.735sec 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42595,1731620386846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:48,965 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42595,1731620386846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:39:48,967 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:39:48,967 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:39:48,967 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42595,1731620386846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:49,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626ccde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:49,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:39:49,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:49,063 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:39:49,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:49,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:39:49,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124a69c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:49,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:39:49,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:49,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:49,065 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:49,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97dd1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:49,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40919,1731620387065, seqNum=-1] 2024-11-14T21:39:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:49,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:49,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,42595,1731620386846 2024-11-14T21:39:49,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:49,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac61b03b0005 connected 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.log.dir so I do NOT create it in target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2 2024-11-14T21:39:49,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.tmp.dir so I do NOT create it in target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2 2024-11-14T21:39:49,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:39:49,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/cluster_b9fb3b90-b17a-bda5-8405-fd1c2d8325de, deleteOnExit=true 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/test.cache.data in system properties and HBase conf 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:39:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:39:49,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:39:49,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:39:49,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:49,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:49,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:49,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:49,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:39:49,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:49,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@634124b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:49,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790abbf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:49,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7314ea81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/java.io.tmpdir/jetty-localhost-38673-hadoop-hdfs-3_4_1-tests_jar-_-any-5031162076432022901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:39:49,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e4753f2{HTTP/1.1, (http/1.1)}{localhost:38673} 2024-11-14T21:39:49,416 INFO [Time-limited test {}] server.Server(415): Started @258769ms 2024-11-14T21:39:49,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:39:49,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:39:49,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:39:49,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:39:49,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:39:49,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b59057{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:39:49,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41ab0472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:39:49,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8e7e607{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/java.io.tmpdir/jetty-localhost-42699-hadoop-hdfs-3_4_1-tests_jar-_-any-9883694703961796577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:39:49,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32ae2ce4{HTTP/1.1, (http/1.1)}{localhost:42699} 2024-11-14T21:39:49,942 INFO [Time-limited test {}] server.Server(415): Started @259295ms 2024-11-14T21:39:49,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:39:50,119 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/cluster_b9fb3b90-b17a-bda5-8405-fd1c2d8325de/data/data1/current/BP-1633768819-172.17.0.2-1731620389113/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:50,150 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/cluster_b9fb3b90-b17a-bda5-8405-fd1c2d8325de/data/data2/current/BP-1633768819-172.17.0.2-1731620389113/current, will proceed with Du for space computation calculation, 2024-11-14T21:39:50,207 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:39:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1dbfdcc362f8a44 with lease ID 0x9022bc147cb6980d: Processing first storage report for DS-bdc255c8-c2fa-47fe-a70c-f7efe689c6f9 from datanode DatanodeRegistration(127.0.0.1:38771, datanodeUuid=7b28becd-2e69-465d-b2a5-090c83b43106, infoPort=44459, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=37130247;c=1731620389113) 2024-11-14T21:39:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1dbfdcc362f8a44 with lease ID 0x9022bc147cb6980d: from storage DS-bdc255c8-c2fa-47fe-a70c-f7efe689c6f9 node DatanodeRegistration(127.0.0.1:38771, datanodeUuid=7b28becd-2e69-465d-b2a5-090c83b43106, infoPort=44459, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=37130247;c=1731620389113), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1dbfdcc362f8a44 with lease ID 0x9022bc147cb6980d: Processing first storage report for DS-04e52064-1dfc-4a7d-8e2a-ae03267f20ad from datanode DatanodeRegistration(127.0.0.1:38771, datanodeUuid=7b28becd-2e69-465d-b2a5-090c83b43106, infoPort=44459, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=37130247;c=1731620389113) 2024-11-14T21:39:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1dbfdcc362f8a44 with lease ID 0x9022bc147cb6980d: from storage DS-04e52064-1dfc-4a7d-8e2a-ae03267f20ad node DatanodeRegistration(127.0.0.1:38771, datanodeUuid=7b28becd-2e69-465d-b2a5-090c83b43106, infoPort=44459, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=37130247;c=1731620389113), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:39:50,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2 2024-11-14T21:39:50,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:50,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:50,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:39:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:39:50,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1 with version=8 2024-11-14T21:39:50,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/hbase-staging 2024-11-14T21:39:50,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:50,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:50,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:50,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:50,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:50,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:50,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:39:50,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:50,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42103 2024-11-14T21:39:50,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42103 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:50,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421030x0, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:50,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42103-0x100ac61b03b0006 connected 2024-11-14T21:39:50,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:50,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:50,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:50,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on znode that does not yet exist, /2644891429/running 2024-11-14T21:39:50,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1, hbase.cluster.distributed=false 2024-11-14T21:39:50,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on znode that does not yet exist, /2644891429/acl 2024-11-14T21:39:50,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-14T21:39:50,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:39:50,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42103 2024-11-14T21:39:50,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42103 2024-11-14T21:39:50,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-14T21:39:50,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-14T21:39:50,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:39:50,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:50,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:50,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:39:50,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:39:50,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:39:50,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:39:50,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:39:50,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33089 2024-11-14T21:39:50,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33089 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:50,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:50,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330890x0, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:50,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330890x0, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on znode that does not yet exist, /2644891429/running 2024-11-14T21:39:50,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:39:50,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33089-0x100ac61b03b0007 connected 2024-11-14T21:39:50,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:39:50,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on znode that does not yet exist, /2644891429/master 2024-11-14T21:39:50,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on znode that does not yet exist, /2644891429/acl 2024-11-14T21:39:50,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33089 2024-11-14T21:39:50,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33089 2024-11-14T21:39:50,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33089 2024-11-14T21:39:50,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33089 2024-11-14T21:39:50,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33089 2024-11-14T21:39:50,701 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:42103 2024-11-14T21:39:50,702 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2644891429/backup-masters/ef788a4cade8,42103,1731620390414 2024-11-14T21:39:50,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429/backup-masters 2024-11-14T21:39:50,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429/backup-masters 2024-11-14T21:39:50,709 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on existing znode=/2644891429/backup-masters/ef788a4cade8,42103,1731620390414 2024-11-14T21:39:50,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:50,711 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on existing znode=/2644891429/master 2024-11-14T21:39:50,712 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2644891429/backup-masters/ef788a4cade8,42103,1731620390414 from backup master directory 2024-11-14T21:39:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2644891429/master 2024-11-14T21:39:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2644891429/backup-masters/ef788a4cade8,42103,1731620390414 2024-11-14T21:39:50,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429/backup-masters 2024-11-14T21:39:50,715 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:50,715 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,42103,1731620390414 2024-11-14T21:39:50,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429/backup-masters 2024-11-14T21:39:50,754 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/hbase.id] with ID: 1290c110-de84-4033-86af-8bcca46c5126 2024-11-14T21:39:50,754 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/.tmp/hbase.id 2024-11-14T21:39:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:39:50,799 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/.tmp/hbase.id]:[hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/hbase.id] 2024-11-14T21:39:50,904 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:39:50,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:39:50,907 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:39:50,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:50,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:50,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:39:50,986 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:50,987 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:39:50,990 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:39:51,036 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store 2024-11-14T21:39:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:39:51,484 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:51,484 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:39:51,484 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:51,484 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:51,484 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:39:51,484 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:51,484 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:39:51,484 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620391484Disabling compacts and flushes for region at 1731620391484Disabling writes for close at 1731620391484Writing region close event to WAL at 1731620391484Closed at 1731620391484 2024-11-14T21:39:51,486 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/.initializing 2024-11-14T21:39:51,486 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/WALs/ef788a4cade8,42103,1731620390414 2024-11-14T21:39:51,487 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:51,490 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C42103%2C1731620390414, suffix=, logDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/WALs/ef788a4cade8,42103,1731620390414, archiveDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/oldWALs, maxLogs=10 2024-11-14T21:39:51,511 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/WALs/ef788a4cade8,42103,1731620390414/ef788a4cade8%2C42103%2C1731620390414.1731620391490, exclude list is [], retry=0 2024-11-14T21:39:51,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-bdc255c8-c2fa-47fe-a70c-f7efe689c6f9,DISK] 2024-11-14T21:39:51,536 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/WALs/ef788a4cade8,42103,1731620390414/ef788a4cade8%2C42103%2C1731620390414.1731620391490 2024-11-14T21:39:51,542 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-14T21:39:51,542 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:51,543 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:51,543 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,543 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:39:51,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:51,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:51,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:39:51,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:51,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:51,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:39:51,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:51,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:51,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:39:51,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:51,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:51,607 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,608 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,608 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,609 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,609 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,610 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:51,611 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:39:51,624 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:51,625 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73927123, jitterRate=0.10159997642040253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:51,625 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620391543Initializing all the Stores at 1731620391554 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620391554Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620391558 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620391558Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620391558Cleaning up temporary data from old regions at 1731620391609 (+51 ms)Region opened successfully at 1731620391625 (+16 ms) 2024-11-14T21:39:51,634 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:39:51,637 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2625c634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:51,638 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:39:51,638 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:39:51,638 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:39:51,638 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:39:51,642 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-14T21:39:51,643 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:39:51,643 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:39:51,680 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:39:51,681 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Unable to get data of znode /2644891429/balancer because node does not exist (not necessarily an error) 2024-11-14T21:39:51,682 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2644891429/balancer already deleted, retry=false 2024-11-14T21:39:51,683 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:39:51,683 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Unable to get data of znode /2644891429/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:39:51,686 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2644891429/normalizer already deleted, retry=false 2024-11-14T21:39:51,686 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:39:51,698 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Unable to get data of znode /2644891429/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:39:51,701 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2644891429/switch/split already deleted, retry=false 2024-11-14T21:39:51,702 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Unable to get data of znode /2644891429/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:39:51,703 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2644891429/switch/merge already deleted, retry=false 2024-11-14T21:39:51,705 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Unable to get data of znode /2644891429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:39:51,706 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2644891429/snapshot-cleanup already deleted, retry=false 2024-11-14T21:39:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2644891429/running 2024-11-14T21:39:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:51,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2644891429/running 2024-11-14T21:39:51,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:51,717 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,42103,1731620390414, sessionid=0x100ac61b03b0006, setting cluster-up flag (Was=false) 2024-11-14T21:39:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:51,744 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2644891429/flush-table-proc/acquired, /2644891429/flush-table-proc/reached, /2644891429/flush-table-proc/abort 2024-11-14T21:39:51,745 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,42103,1731620390414 2024-11-14T21:39:51,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:51,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:51,773 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2644891429/online-snapshot/acquired, /2644891429/online-snapshot/reached, /2644891429/online-snapshot/abort 2024-11-14T21:39:51,774 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,42103,1731620390414 2024-11-14T21:39:51,777 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:39:51,801 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(746): ClusterId : 1290c110-de84-4033-86af-8bcca46c5126 2024-11-14T21:39:51,801 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:39:51,804 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:39:51,804 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:39:51,808 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:39:51,808 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef941e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:39:51,820 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:51,820 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:39:51,821 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:39:51,821 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,42103,1731620390414 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:51,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:51,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:51,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:39:51,837 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:33089 2024-11-14T21:39:51,837 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:39:51,837 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:39:51,837 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:39:51,837 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,42103,1731620390414 with port=33089, startcode=1731620390568 2024-11-14T21:39:51,838 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:39:51,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:51,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:39:51,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620421866 2024-11-14T21:39:51,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:39:51,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:39:51,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:39:51,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:39:51,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:39:51,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:39:51,878 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:39:51,878 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T21:39:51,879 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T21:39:51,879 WARN [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T21:39:51,890 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:51,892 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:39:51,892 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:39:51,892 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:39:51,892 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:39:51,893 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:39:51,893 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:39:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:39:51,894 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620391893,5,FailOnTimeoutGroup] 2024-11-14T21:39:51,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:39:51,898 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1 2024-11-14T21:39:51,913 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620391894,5,FailOnTimeoutGroup] 2024-11-14T21:39:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:39:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:51,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:39:51,991 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,42103,1731620390414 with port=33089, startcode=1731620390568 2024-11-14T21:39:51,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,33089,1731620390568 2024-11-14T21:39:51,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:51,999 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1 2024-11-14T21:39:51,999 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42631 2024-11-14T21:39:51,999 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:39:52,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429/rs 2024-11-14T21:39:52,013 DEBUG [RS:0;ef788a4cade8:33089 {}] zookeeper.ZKUtil(111): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on existing znode=/2644891429/rs/ef788a4cade8,33089,1731620390568 2024-11-14T21:39:52,013 WARN [RS:0;ef788a4cade8:33089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:39:52,013 INFO [RS:0;ef788a4cade8:33089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:52,013 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568 2024-11-14T21:39:52,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,33089,1731620390568] 2024-11-14T21:39:52,066 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:39:52,074 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:39:52,085 INFO [RS:0;ef788a4cade8:33089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:39:52,085 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,086 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:39:52,091 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:39:52,091 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,091 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,092 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,092 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,092 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:39:52,092 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:52,092 DEBUG [RS:0;ef788a4cade8:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:39:52,094 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,094 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,094 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,094 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,094 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,094 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33089,1731620390568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:52,117 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:39:52,117 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33089,1731620390568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,117 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,118 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.Replication(171): ef788a4cade8,33089,1731620390568 started 2024-11-14T21:39:52,139 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,139 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,33089,1731620390568, RpcServer on ef788a4cade8/172.17.0.2:33089, sessionid=0x100ac61b03b0007 2024-11-14T21:39:52,139 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:39:52,139 DEBUG [RS:0;ef788a4cade8:33089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,33089,1731620390568 2024-11-14T21:39:52,139 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33089,1731620390568' 2024-11-14T21:39:52,139 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2644891429/flush-table-proc/abort' 2024-11-14T21:39:52,142 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2644891429/flush-table-proc/acquired' 2024-11-14T21:39:52,144 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:39:52,144 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:39:52,144 DEBUG [RS:0;ef788a4cade8:33089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,33089,1731620390568 2024-11-14T21:39:52,144 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33089,1731620390568' 2024-11-14T21:39:52,144 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2644891429/online-snapshot/abort' 2024-11-14T21:39:52,146 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2644891429/online-snapshot/acquired' 2024-11-14T21:39:52,147 DEBUG [RS:0;ef788a4cade8:33089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:39:52,147 INFO [RS:0;ef788a4cade8:33089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:39:52,147 INFO [RS:0;ef788a4cade8:33089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:39:52,247 INFO [RS:0;ef788a4cade8:33089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:39:52,249 INFO [RS:0;ef788a4cade8:33089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33089%2C1731620390568, suffix=, logDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568, archiveDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/oldWALs, maxLogs=10 2024-11-14T21:39:52,266 DEBUG [RS:0;ef788a4cade8:33089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, exclude list is [], retry=0 2024-11-14T21:39:52,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-bdc255c8-c2fa-47fe-a70c-f7efe689c6f9,DISK] 2024-11-14T21:39:52,271 INFO [RS:0;ef788a4cade8:33089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 2024-11-14T21:39:52,278 DEBUG [RS:0;ef788a4cade8:33089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-14T21:39:52,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:52,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:52,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:52,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:52,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:52,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:52,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:52,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:52,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:52,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:52,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740 2024-11-14T21:39:52,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740 2024-11-14T21:39:52,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:52,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:52,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:52,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:52,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:52,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68763880, jitterRate=0.024661660194396973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:52,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620392341Initializing all the Stores at 1731620392342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620392342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620392343 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620392343Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620392343Cleaning up temporary data from old regions at 1731620392370 (+27 ms)Region opened successfully at 1731620392391 (+21 ms) 2024-11-14T21:39:52,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:39:52,391 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:39:52,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:39:52,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:39:52,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:39:52,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:39:52,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620392391Disabling compacts and flushes for region at 1731620392391Disabling writes for close at 1731620392391Writing region close event to WAL at 1731620392413 (+22 ms)Closed at 1731620392413 2024-11-14T21:39:52,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:52,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:39:52,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:39:52,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:52,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:39:52,568 DEBUG [ef788a4cade8:42103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:39:52,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:52,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33089,1731620390568, state=OPENING 2024-11-14T21:39:52,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:39:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:52,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2644891429/meta-region-server: CHANGED 2024-11-14T21:39:52,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2644891429/meta-region-server: CHANGED 2024-11-14T21:39:52,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:39:52,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33089,1731620390568}] 2024-11-14T21:39:52,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:39:52,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:39:52,765 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:39:52,765 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:52,766 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:39:52,776 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33089%2C1731620390568.meta, suffix=.meta, logDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568, archiveDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/oldWALs, maxLogs=10 2024-11-14T21:39:52,796 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.meta.1731620392776.meta, exclude list is [], retry=0 2024-11-14T21:39:52,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-bdc255c8-c2fa-47fe-a70c-f7efe689c6f9,DISK] 2024-11-14T21:39:52,812 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.meta.1731620392776.meta 2024-11-14T21:39:52,818 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-14T21:39:52,819 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:52,819 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:52,819 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:52,819 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:39:52,820 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:39:52,820 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:39:52,820 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:52,820 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:39:52,820 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:39:52,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:39:52,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:39:52,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:39:52,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:39:52,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:39:52,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:39:52,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:39:52,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:39:52,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:39:52,834 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:39:52,835 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740 2024-11-14T21:39:52,836 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740 2024-11-14T21:39:52,837 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:39:52,837 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:39:52,837 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:39:52,838 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:39:52,839 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71251353, jitterRate=0.061727896332740784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:39:52,839 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:39:52,839 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620392820Writing region info on filesystem at 1731620392820Initializing all the Stores at 1731620392829 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620392829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620392829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620392829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620392829Cleaning up temporary data from old regions at 1731620392837 (+8 ms)Running coprocessor post-open hooks at 1731620392839 (+2 ms)Region opened successfully at 1731620392839 2024-11-14T21:39:52,851 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620392729 2024-11-14T21:39:52,855 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:39:52,855 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:39:52,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:52,857 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33089,1731620390568, state=OPEN 2024-11-14T21:39:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2644891429/meta-region-server 2024-11-14T21:39:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2644891429/meta-region-server 2024-11-14T21:39:52,860 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:52,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2644891429/meta-region-server: CHANGED 2024-11-14T21:39:52,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2644891429/meta-region-server: CHANGED 2024-11-14T21:39:52,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:39:52,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33089,1731620390568 in 286 msec 2024-11-14T21:39:52,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:39:52,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-14T21:39:52,864 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:39:52,864 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:39:52,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:52,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33089,1731620390568, seqNum=-1] 2024-11-14T21:39:52,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:52,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:52,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0740 sec 2024-11-14T21:39:52,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620392870, completionTime=-1 2024-11-14T21:39:52,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:39:52,870 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:39:52,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:39:52,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620452872 2024-11-14T21:39:52,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620512872 2024-11-14T21:39:52,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:39:52,873 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42103,1731620390414-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,873 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42103,1731620390414-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,873 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42103,1731620390414-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,873 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:42103, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,873 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,875 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:39:52,890 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.190sec 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42103,1731620390414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:39:52,905 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42103,1731620390414-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:39:52,920 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:39:52,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:39:52,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42103,1731620390414-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:39:53,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f23d272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:53,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42103,-1 for getting cluster id 2024-11-14T21:39:53,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:53,007 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1290c110-de84-4033-86af-8bcca46c5126' 2024-11-14T21:39:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1290c110-de84-4033-86af-8bcca46c5126" 2024-11-14T21:39:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599c923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42103,-1] 2024-11-14T21:39:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:53,010 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:53,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625ee71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:53,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33089,1731620390568, seqNum=-1] 2024-11-14T21:39:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:53,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:39:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,42103,1731620390414 2024-11-14T21:39:53,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49469 2024-11-14T21:39:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:39:53,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34825,1731620382560 2024-11-14T21:39:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11bed20b 2024-11-14T21:39:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:53,040 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:53,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:39:53,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:53,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:53,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:53,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ac61b03b0008 connected 2024-11-14T21:39:53,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:39:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:53,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:39:53,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb6f9595fca684c44dda5aa8b891bb1d, NAME => 'test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382 2024-11-14T21:39:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:39:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:53,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:53,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb6f9595fca684c44dda5aa8b891bb1d, disabling compactions & flushes 2024-11-14T21:39:53,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:39:53,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:39:53,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. after waiting 0 ms 2024-11-14T21:39:53,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:39:53,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:39:53,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb6f9595fca684c44dda5aa8b891bb1d: Waiting for close lock at 1731620393545Disabling compacts and flushes for region at 1731620393545Disabling writes for close at 1731620393545Writing region close event to WAL at 1731620393545Closed at 1731620393545 2024-11-14T21:39:53,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:53,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620393547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620393547"}]},"ts":"1731620393547"} 2024-11-14T21:39:53,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:53,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:53,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620393550"}]},"ts":"1731620393550"} 2024-11-14T21:39:53,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:39:53,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb6f9595fca684c44dda5aa8b891bb1d, ASSIGN}] 2024-11-14T21:39:53,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb6f9595fca684c44dda5aa8b891bb1d, ASSIGN 2024-11-14T21:39:53,555 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb6f9595fca684c44dda5aa8b891bb1d, ASSIGN; state=OFFLINE, location=ef788a4cade8,35557,1731620382818; forceNewPlan=false, retain=false 2024-11-14T21:39:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:53,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb6f9595fca684c44dda5aa8b891bb1d, regionState=OPENING, regionLocation=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:53,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb6f9595fca684c44dda5aa8b891bb1d, ASSIGN because future has completed 2024-11-14T21:39:53,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb6f9595fca684c44dda5aa8b891bb1d, server=ef788a4cade8,35557,1731620382818}] 2024-11-14T21:39:53,890 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:39:53,890 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb6f9595fca684c44dda5aa8b891bb1d, NAME => 'test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:53,890 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:53,890 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:39:53,890 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,890 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:53,891 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,891 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,892 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,892 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb6f9595fca684c44dda5aa8b891bb1d columnFamilyName f 2024-11-14T21:39:53,893 DEBUG [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:53,893 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] regionserver.HStore(327): Store=cb6f9595fca684c44dda5aa8b891bb1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:53,893 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,894 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb6f9595fca684c44dda5aa8b891bb1d columnFamilyName f1 2024-11-14T21:39:53,894 DEBUG [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:53,894 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] regionserver.HStore(327): Store=cb6f9595fca684c44dda5aa8b891bb1d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:53,894 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,895 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb6f9595fca684c44dda5aa8b891bb1d columnFamilyName norep 2024-11-14T21:39:53,895 DEBUG [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:53,895 INFO [StoreOpener-cb6f9595fca684c44dda5aa8b891bb1d-1 {}] regionserver.HStore(327): Store=cb6f9595fca684c44dda5aa8b891bb1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:53,895 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,896 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,897 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:53,897 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,899 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:53,899 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb6f9595fca684c44dda5aa8b891bb1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70720294, jitterRate=0.05381450057029724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:53,899 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:39:53,900 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb6f9595fca684c44dda5aa8b891bb1d: Running coprocessor pre-open hook at 1731620393891Writing region info on filesystem at 1731620393891Initializing all the Stores at 1731620393891Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620393891Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620393891Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620393891Cleaning up temporary data from old regions at 1731620393896 (+5 ms)Running coprocessor post-open hooks at 1731620393899 (+3 ms)Region opened successfully at 1731620393899 2024-11-14T21:39:53,900 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d., pid=6, masterSystemTime=1731620393887 2024-11-14T21:39:53,902 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:39:53,902 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:39:53,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb6f9595fca684c44dda5aa8b891bb1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:53,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb6f9595fca684c44dda5aa8b891bb1d, server=ef788a4cade8,35557,1731620382818 because future has completed 2024-11-14T21:39:53,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:39:53,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb6f9595fca684c44dda5aa8b891bb1d, server=ef788a4cade8,35557,1731620382818 in 174 msec 2024-11-14T21:39:53,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:39:53,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb6f9595fca684c44dda5aa8b891bb1d, ASSIGN in 354 msec 2024-11-14T21:39:53,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:53,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620393909"}]},"ts":"1731620393909"} 2024-11-14T21:39:53,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:39:53,911 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:53,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 870 msec 2024-11-14T21:39:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:54,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:54,208 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:39:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42595,1731620386846 2024-11-14T21:39:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29444dd9 2024-11-14T21:39:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:54,212 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:54,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:39:54,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:54,217 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:54,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:54,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:39:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:39:54,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2da3f22b475b9985b7104282d0f94a90, NAME => 'test,,1731620394213.2da3f22b475b9985b7104282d0f94a90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e 2024-11-14T21:39:54,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:39:54,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620394213.2da3f22b475b9985b7104282d0f94a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:54,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2da3f22b475b9985b7104282d0f94a90, disabling compactions & flushes 2024-11-14T21:39:54,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:39:54,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:39:54,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. after waiting 0 ms 2024-11-14T21:39:54,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:39:54,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:39:54,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2da3f22b475b9985b7104282d0f94a90: Waiting for close lock at 1731620394310Disabling compacts and flushes for region at 1731620394310Disabling writes for close at 1731620394310Writing region close event to WAL at 1731620394310Closed at 1731620394310 2024-11-14T21:39:54,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:54,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620394213.2da3f22b475b9985b7104282d0f94a90.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620394314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620394314"}]},"ts":"1731620394314"} 2024-11-14T21:39:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:54,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:54,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:54,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620394358"}]},"ts":"1731620394358"} 2024-11-14T21:39:54,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:39:54,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2da3f22b475b9985b7104282d0f94a90, ASSIGN}] 2024-11-14T21:39:54,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2da3f22b475b9985b7104282d0f94a90, ASSIGN 2024-11-14T21:39:54,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2da3f22b475b9985b7104282d0f94a90, ASSIGN; state=OFFLINE, location=ef788a4cade8,40919,1731620387065; forceNewPlan=false, retain=false 2024-11-14T21:39:54,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2da3f22b475b9985b7104282d0f94a90, regionState=OPENING, regionLocation=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:54,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2da3f22b475b9985b7104282d0f94a90, ASSIGN because future has completed 2024-11-14T21:39:54,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da3f22b475b9985b7104282d0f94a90, server=ef788a4cade8,40919,1731620387065}] 2024-11-14T21:39:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:54,721 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:39:54,721 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2da3f22b475b9985b7104282d0f94a90, NAME => 'test,,1731620394213.2da3f22b475b9985b7104282d0f94a90.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:54,722 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:54,722 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:39:54,722 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,722 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620394213.2da3f22b475b9985b7104282d0f94a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:54,726 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,726 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,737 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,739 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da3f22b475b9985b7104282d0f94a90 columnFamilyName f 2024-11-14T21:39:54,739 DEBUG [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:54,739 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] regionserver.HStore(327): Store=2da3f22b475b9985b7104282d0f94a90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:54,740 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,741 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da3f22b475b9985b7104282d0f94a90 columnFamilyName f1 2024-11-14T21:39:54,741 DEBUG [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:54,741 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] regionserver.HStore(327): Store=2da3f22b475b9985b7104282d0f94a90/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:54,741 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,743 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da3f22b475b9985b7104282d0f94a90 columnFamilyName norep 2024-11-14T21:39:54,743 DEBUG [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:54,744 INFO [StoreOpener-2da3f22b475b9985b7104282d0f94a90-1 {}] regionserver.HStore(327): Store=2da3f22b475b9985b7104282d0f94a90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:54,744 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,745 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,745 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,746 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,746 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,747 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:54,748 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,767 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:54,768 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2da3f22b475b9985b7104282d0f94a90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58857709, jitterRate=-0.12295179069042206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:54,768 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:39:54,768 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2da3f22b475b9985b7104282d0f94a90: Running coprocessor pre-open hook at 1731620394726Writing region info on filesystem at 1731620394726Initializing all the Stores at 1731620394727 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620394727Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620394737 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620394737Cleaning up temporary data from old regions at 1731620394746 (+9 ms)Running coprocessor post-open hooks at 1731620394768 (+22 ms)Region opened successfully at 1731620394768 2024-11-14T21:39:54,770 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620394213.2da3f22b475b9985b7104282d0f94a90., pid=6, masterSystemTime=1731620394689 2024-11-14T21:39:54,776 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:39:54,777 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:39:54,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2da3f22b475b9985b7104282d0f94a90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:54,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da3f22b475b9985b7104282d0f94a90, server=ef788a4cade8,40919,1731620387065 because future has completed 2024-11-14T21:39:54,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:39:54,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2da3f22b475b9985b7104282d0f94a90, server=ef788a4cade8,40919,1731620387065 in 260 msec 2024-11-14T21:39:54,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:39:54,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2da3f22b475b9985b7104282d0f94a90, ASSIGN in 439 msec 2024-11-14T21:39:54,805 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:54,805 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620394805"}]},"ts":"1731620394805"} 2024-11-14T21:39:54,808 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:39:54,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:54,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 596 msec 2024-11-14T21:39:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:54,877 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:39:54,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42103,1731620390414 2024-11-14T21:39:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2df6d41b 2024-11-14T21:39:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:54,881 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:54,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:39:54,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:54,884 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:54,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:54,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:39:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:39:54,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65a78f5ae9fa6fcf1d1a6fa2553c97ab, NAME => 'test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1 2024-11-14T21:39:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:55,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:39:55,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:55,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65a78f5ae9fa6fcf1d1a6fa2553c97ab, disabling compactions & flushes 2024-11-14T21:39:55,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:39:55,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:39:55,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. after waiting 0 ms 2024-11-14T21:39:55,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:39:55,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:39:55,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65a78f5ae9fa6fcf1d1a6fa2553c97ab: Waiting for close lock at 1731620395075Disabling compacts and flushes for region at 1731620395075Disabling writes for close at 1731620395076 (+1 ms)Writing region close event to WAL at 1731620395076Closed at 1731620395076 2024-11-14T21:39:55,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:55,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620395080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620395080"}]},"ts":"1731620395080"} 2024-11-14T21:39:55,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:55,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:55,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620395100"}]},"ts":"1731620395100"} 2024-11-14T21:39:55,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:39:55,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65a78f5ae9fa6fcf1d1a6fa2553c97ab, ASSIGN}] 2024-11-14T21:39:55,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65a78f5ae9fa6fcf1d1a6fa2553c97ab, ASSIGN 2024-11-14T21:39:55,106 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65a78f5ae9fa6fcf1d1a6fa2553c97ab, ASSIGN; state=OFFLINE, location=ef788a4cade8,33089,1731620390568; forceNewPlan=false, retain=false 2024-11-14T21:39:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:55,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65a78f5ae9fa6fcf1d1a6fa2553c97ab, regionState=OPENING, regionLocation=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:55,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65a78f5ae9fa6fcf1d1a6fa2553c97ab, ASSIGN because future has completed 2024-11-14T21:39:55,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65a78f5ae9fa6fcf1d1a6fa2553c97ab, server=ef788a4cade8,33089,1731620390568}] 2024-11-14T21:39:55,422 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:39:55,423 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65a78f5ae9fa6fcf1d1a6fa2553c97ab, NAME => 'test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:55,423 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:55,423 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:39:55,423 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,423 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:55,423 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,423 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,426 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,427 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a78f5ae9fa6fcf1d1a6fa2553c97ab columnFamilyName f 2024-11-14T21:39:55,428 DEBUG [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:55,428 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] regionserver.HStore(327): Store=65a78f5ae9fa6fcf1d1a6fa2553c97ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:55,428 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,429 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a78f5ae9fa6fcf1d1a6fa2553c97ab columnFamilyName f1 2024-11-14T21:39:55,429 DEBUG [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:55,429 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] regionserver.HStore(327): Store=65a78f5ae9fa6fcf1d1a6fa2553c97ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:55,429 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,430 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a78f5ae9fa6fcf1d1a6fa2553c97ab columnFamilyName norep 2024-11-14T21:39:55,430 DEBUG [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:55,430 INFO [StoreOpener-65a78f5ae9fa6fcf1d1a6fa2553c97ab-1 {}] regionserver.HStore(327): Store=65a78f5ae9fa6fcf1d1a6fa2553c97ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:55,430 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,431 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,431 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,432 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,432 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,433 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:55,434 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,436 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:55,437 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65a78f5ae9fa6fcf1d1a6fa2553c97ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70207718, jitterRate=0.046176522970199585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:55,437 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:39:55,437 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65a78f5ae9fa6fcf1d1a6fa2553c97ab: Running coprocessor pre-open hook at 1731620395423Writing region info on filesystem at 1731620395423Initializing all the Stores at 1731620395424 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620395424Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620395426 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620395426Cleaning up temporary data from old regions at 1731620395432 (+6 ms)Running coprocessor post-open hooks at 1731620395437 (+5 ms)Region opened successfully at 1731620395437 2024-11-14T21:39:55,438 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab., pid=6, masterSystemTime=1731620395419 2024-11-14T21:39:55,440 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:39:55,440 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:39:55,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65a78f5ae9fa6fcf1d1a6fa2553c97ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65a78f5ae9fa6fcf1d1a6fa2553c97ab, server=ef788a4cade8,33089,1731620390568 because future has completed 2024-11-14T21:39:55,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:39:55,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65a78f5ae9fa6fcf1d1a6fa2553c97ab, server=ef788a4cade8,33089,1731620390568 in 182 msec 2024-11-14T21:39:55,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:39:55,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65a78f5ae9fa6fcf1d1a6fa2553c97ab, ASSIGN in 343 msec 2024-11-14T21:39:55,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:55,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620395449"}]},"ts":"1731620395449"} 2024-11-14T21:39:55,451 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:39:55,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:55,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 570 msec 2024-11-14T21:39:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:39:55,518 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:39:55,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3bd46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:55,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34825,-1 for getting cluster id 2024-11-14T21:39:55,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:55,524 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6a0c11-3306-41b7-8747-fc9c32dbf3d7' 2024-11-14T21:39:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6a0c11-3306-41b7-8747-fc9c32dbf3d7" 2024-11-14T21:39:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ca1d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34825,-1] 2024-11-14T21:39:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:55,526 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac4cfd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:55,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,34825,1731620382560 2024-11-14T21:39:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35958ee7 2024-11-14T21:39:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:55,530 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:55,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:42595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:39:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:39:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:55,538 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:42595' 2024-11-14T21:39:55,546 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9c0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:55,546 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:39:55,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:55,548 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:39:55,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:55,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:39:55,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e32fcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:55,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:39:55,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:55,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:55,550 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:55,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a48a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:55,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:55,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42595,1731620386846 2024-11-14T21:39:55,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f4d055c 2024-11-14T21:39:55,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:55,555 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:55,559 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T21:39:55,559 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:39:55,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:55,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:55,559 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:55,561 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:39:55,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:55,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:55,562 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:55,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:39:55,611 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:39:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:55,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:55,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:55,667 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88789 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:39:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:55,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2261dba27c50f76e5e938b2d44339b01, NAME => 'hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382 2024-11-14T21:39:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:39:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:56,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:56,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2261dba27c50f76e5e938b2d44339b01, disabling compactions & flushes 2024-11-14T21:39:56,398 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:39:56,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:39:56,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. after waiting 0 ms 2024-11-14T21:39:56,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:39:56,399 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:39:56,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2261dba27c50f76e5e938b2d44339b01: Waiting for close lock at 1731620396398Disabling compacts and flushes for region at 1731620396398Disabling writes for close at 1731620396398Writing region close event to WAL at 1731620396399 (+1 ms)Closed at 1731620396399 2024-11-14T21:39:56,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:56,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620396401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620396401"}]},"ts":"1731620396401"} 2024-11-14T21:39:56,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:56,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:56,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620396405"}]},"ts":"1731620396405"} 2024-11-14T21:39:56,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:39:56,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2261dba27c50f76e5e938b2d44339b01, ASSIGN}] 2024-11-14T21:39:56,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2261dba27c50f76e5e938b2d44339b01, ASSIGN 2024-11-14T21:39:56,412 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2261dba27c50f76e5e938b2d44339b01, ASSIGN; state=OFFLINE, location=ef788a4cade8,35557,1731620382818; forceNewPlan=false, retain=false 2024-11-14T21:39:56,515 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:39:56,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2261dba27c50f76e5e938b2d44339b01, regionState=OPENING, regionLocation=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2261dba27c50f76e5e938b2d44339b01, ASSIGN because future has completed 2024-11-14T21:39:56,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2261dba27c50f76e5e938b2d44339b01, server=ef788a4cade8,35557,1731620382818}] 2024-11-14T21:39:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:56,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:39:56,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:56,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:39:56,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C35557%2C1731620382818.rep, suffix=, logDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818, archiveDir=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/oldWALs, maxLogs=10 2024-11-14T21:39:56,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.rep.1731620396727, exclude list is [], retry=0 2024-11-14T21:39:56,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-ad0f8639-ac57-4f3b-8078-40b4c3541726,DISK] 2024-11-14T21:39:56,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.rep.1731620396727 2024-11-14T21:39:56,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41929:41929)] 2024-11-14T21:39:56,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2261dba27c50f76e5e938b2d44339b01, NAME => 'hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:56,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:56,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:56,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. service=MultiRowMutationService 2024-11-14T21:39:56,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:39:56,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:56,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,759 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,760 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2261dba27c50f76e5e938b2d44339b01 columnFamilyName hfileref 2024-11-14T21:39:56,760 DEBUG [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:56,761 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] regionserver.HStore(327): Store=2261dba27c50f76e5e938b2d44339b01/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:56,761 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,762 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2261dba27c50f76e5e938b2d44339b01 columnFamilyName queue 2024-11-14T21:39:56,762 DEBUG [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:56,762 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] regionserver.HStore(327): Store=2261dba27c50f76e5e938b2d44339b01/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:56,762 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,764 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2261dba27c50f76e5e938b2d44339b01 columnFamilyName sid 2024-11-14T21:39:56,764 DEBUG [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:56,764 INFO [StoreOpener-2261dba27c50f76e5e938b2d44339b01-1 {}] regionserver.HStore(327): Store=2261dba27c50f76e5e938b2d44339b01/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:56,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:56,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:56,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2261dba27c50f76e5e938b2d44339b01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69762333, jitterRate=0.03953976929187775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:56,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:39:56,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2261dba27c50f76e5e938b2d44339b01: Running coprocessor pre-open hook at 1731620396758Writing region info on filesystem at 1731620396758Initializing all the Stores at 1731620396759 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620396759Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620396759Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620396759Cleaning up temporary data from old regions at 1731620396766 (+7 ms)Running coprocessor post-open hooks at 1731620396771 (+5 ms)Region opened successfully at 1731620396771 2024-11-14T21:39:56,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01., pid=10, masterSystemTime=1731620396718 2024-11-14T21:39:56,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:39:56,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:39:56,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2261dba27c50f76e5e938b2d44339b01, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,35557,1731620382818 2024-11-14T21:39:56,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2261dba27c50f76e5e938b2d44339b01, server=ef788a4cade8,35557,1731620382818 because future has completed 2024-11-14T21:39:56,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:39:56,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2261dba27c50f76e5e938b2d44339b01, server=ef788a4cade8,35557,1731620382818 in 212 msec 2024-11-14T21:39:56,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:39:56,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2261dba27c50f76e5e938b2d44339b01, ASSIGN in 371 msec 2024-11-14T21:39:56,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:56,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620396783"}]},"ts":"1731620396783"} 2024-11-14T21:39:56,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:39:56,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:56,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-14T21:39:56,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01., hostname=ef788a4cade8,35557,1731620382818, seqNum=2] 2024-11-14T21:39:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:39:56,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:56,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:39:57,000 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:39:57,065 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,35557,1731620382818, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:39:57,068 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:57,068 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35557,1731620382818, seqNum=-1] 2024-11-14T21:39:57,069 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:57,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:57,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,35557,1731620382818', locateType=CURRENT is [region=hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01., hostname=ef788a4cade8,35557,1731620382818, seqNum=2] 2024-11-14T21:39:57,085 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:39:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:39:57,107 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,35557,1731620382818 suceeded 2024-11-14T21:39:57,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:39:57,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 270 msec 2024-11-14T21:39:57,110 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:42595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:39:57,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5790 sec 2024-11-14T21:39:57,117 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:42595' 2024-11-14T21:39:57,123 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaacee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,123 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:39:57,123 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:57,124 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:39:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:39:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e87877f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:39:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:57,127 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:57,128 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aea417b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,128 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:57,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42595,1731620386846 2024-11-14T21:39:57,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b0b6b5 2024-11-14T21:39:57,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:57,147 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T21:39:57,151 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,35557,1731620382818 (queues=1) is replicating from cluster=8a6a0c11-3306-41b7-8747-fc9c32dbf3d7 to cluster=079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4 2024-11-14T21:39:57,151 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C35557%2C1731620382818 2024-11-14T21:39:57,151 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,35557,1731620382818, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:39:57,159 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C35557%2C1731620382818 2024-11-14T21:39:57,159 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414, startPosition=0, beingWritten=true 2024-11-14T21:39:57,199 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:57,199 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 379, reset compression=false 2024-11-14T21:39:57,199 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35557,1731620382818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:57,428 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 379, reset compression=false 2024-11-14T21:39:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:57,701 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:39:57,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:57,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:57,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:57,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:57,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:57,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f6ca2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:39:57,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:57,704 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:39:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:39:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b94dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:39:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:57,709 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a1656e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42595,1731620386846 2024-11-14T21:39:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@389f910b 2024-11-14T21:39:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:57,714 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:57,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:42103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:39:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:39:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:57,730 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:42103' 2024-11-14T21:39:57,764 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655a6d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,764 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42103,-1 for getting cluster id 2024-11-14T21:39:57,764 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:57,765 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1290c110-de84-4033-86af-8bcca46c5126' 2024-11-14T21:39:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1290c110-de84-4033-86af-8bcca46c5126" 2024-11-14T21:39:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58189d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42103,-1] 2024-11-14T21:39:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:57,768 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:57,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c75fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:57,769 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:57,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42103,1731620390414 2024-11-14T21:39:57,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e2b25a1 2024-11-14T21:39:57,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:57,772 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:57,773 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 379, reset compression=false 2024-11-14T21:39:57,775 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T21:39:57,775 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:39:57,775 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:57,775 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:57,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:57,775 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:57,787 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:39:57,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:57,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:57,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:39:57,837 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:39:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:57,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41701924fda42dfa67353cbe15dd024c, NAME => 'hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e 2024-11-14T21:39:57,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:39:57,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:57,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41701924fda42dfa67353cbe15dd024c, disabling compactions & flushes 2024-11-14T21:39:57,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:39:57,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:39:57,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. after waiting 0 ms 2024-11-14T21:39:57,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:39:57,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:39:57,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41701924fda42dfa67353cbe15dd024c: Waiting for close lock at 1731620397863Disabling compacts and flushes for region at 1731620397863Disabling writes for close at 1731620397863Writing region close event to WAL at 1731620397863Closed at 1731620397863 2024-11-14T21:39:57,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:57,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620397865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620397865"}]},"ts":"1731620397865"} 2024-11-14T21:39:57,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:57,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:57,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620397869"}]},"ts":"1731620397869"} 2024-11-14T21:39:57,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:39:57,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41701924fda42dfa67353cbe15dd024c, ASSIGN}] 2024-11-14T21:39:57,875 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41701924fda42dfa67353cbe15dd024c, ASSIGN 2024-11-14T21:39:57,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41701924fda42dfa67353cbe15dd024c, ASSIGN; state=OFFLINE, location=ef788a4cade8,40919,1731620387065; forceNewPlan=false, retain=false 2024-11-14T21:39:58,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41701924fda42dfa67353cbe15dd024c, regionState=OPENING, regionLocation=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:58,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41701924fda42dfa67353cbe15dd024c, ASSIGN because future has completed 2024-11-14T21:39:58,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41701924fda42dfa67353cbe15dd024c, server=ef788a4cade8,40919,1731620387065}] 2024-11-14T21:39:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:58,205 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 379, reset compression=false 2024-11-14T21:39:58,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:39:58,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:58,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:39:58,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C40919%2C1731620387065.rep, suffix=, logDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065, archiveDir=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/oldWALs, maxLogs=10 2024-11-14T21:39:58,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.rep.1731620398219, exclude list is [], retry=0 2024-11-14T21:39:58,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-21f02046-473d-450b-8570-aa0ddc0ad1ef,DISK] 2024-11-14T21:39:58,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.rep.1731620398219 2024-11-14T21:39:58,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049)] 2024-11-14T21:39:58,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 41701924fda42dfa67353cbe15dd024c, NAME => 'hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:58,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:58,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:58,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. service=MultiRowMutationService 2024-11-14T21:39:58,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:39:58,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:58,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,305 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,308 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41701924fda42dfa67353cbe15dd024c columnFamilyName hfileref 2024-11-14T21:39:58,308 DEBUG [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:58,309 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] regionserver.HStore(327): Store=41701924fda42dfa67353cbe15dd024c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:58,309 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,313 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41701924fda42dfa67353cbe15dd024c columnFamilyName queue 2024-11-14T21:39:58,313 DEBUG [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:58,314 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] regionserver.HStore(327): Store=41701924fda42dfa67353cbe15dd024c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:58,314 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,315 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41701924fda42dfa67353cbe15dd024c columnFamilyName sid 2024-11-14T21:39:58,315 DEBUG [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:58,317 INFO [StoreOpener-41701924fda42dfa67353cbe15dd024c-1 {}] regionserver.HStore(327): Store=41701924fda42dfa67353cbe15dd024c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:58,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:58,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:39:58,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:58,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 41701924fda42dfa67353cbe15dd024c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60439834, jitterRate=-0.09937629103660583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:58,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:39:58,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 41701924fda42dfa67353cbe15dd024c: Running coprocessor pre-open hook at 1731620398289Writing region info on filesystem at 1731620398289Initializing all the Stores at 1731620398295 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620398295Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620398304 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620398304Cleaning up temporary data from old regions at 1731620398321 (+17 ms)Running coprocessor post-open hooks at 1731620398339 (+18 ms)Region opened successfully at 1731620398342 (+3 ms) 2024-11-14T21:39:58,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c., pid=10, masterSystemTime=1731620398198 2024-11-14T21:39:58,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:39:58,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:39:58,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41701924fda42dfa67353cbe15dd024c, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,40919,1731620387065 2024-11-14T21:39:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41701924fda42dfa67353cbe15dd024c, server=ef788a4cade8,40919,1731620387065 because future has completed 2024-11-14T21:39:58,416 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42595 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef788a4cade8,40919,1731620387065, table=hbase:replication, region=41701924fda42dfa67353cbe15dd024c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T21:39:58,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:39:58,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 41701924fda42dfa67353cbe15dd024c, server=ef788a4cade8,40919,1731620387065 in 382 msec 2024-11-14T21:39:58,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:39:58,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41701924fda42dfa67353cbe15dd024c, ASSIGN in 559 msec 2024-11-14T21:39:58,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:58,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620398444"}]},"ts":"1731620398444"} 2024-11-14T21:39:58,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:39:58,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:58,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 677 msec 2024-11-14T21:39:58,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c., hostname=ef788a4cade8,40919,1731620387065, seqNum=2] 2024-11-14T21:39:58,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:58,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:39:58,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:58,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:39:58,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:39:58,659 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:39:58,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:39:58,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T21:39:58,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:39:58,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T21:39:58,709 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,40919,1731620387065, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:39:58,710 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:58,710 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40919,1731620387065, seqNum=-1] 2024-11-14T21:39:58,710 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:58,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:58,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,40919,1731620387065', locateType=CURRENT is [region=hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c., hostname=ef788a4cade8,40919,1731620387065, seqNum=2] 2024-11-14T21:39:58,730 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:39:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:39:58,734 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 379, reset compression=false 2024-11-14T21:39:58,734 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,40919,1731620387065 suceeded 2024-11-14T21:39:58,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:39:58,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-11-14T21:39:58,736 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:42103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:39:58,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0220 sec 2024-11-14T21:39:58,769 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:42103' 2024-11-14T21:39:58,779 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316ff488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,779 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42103,-1 for getting cluster id 2024-11-14T21:39:58,779 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:58,780 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1290c110-de84-4033-86af-8bcca46c5126' 2024-11-14T21:39:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:58,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1290c110-de84-4033-86af-8bcca46c5126" 2024-11-14T21:39:58,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f44278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42103,-1] 2024-11-14T21:39:58,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:58,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:58,782 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:58,783 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e97bec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,784 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:58,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42103,1731620390414 2024-11-14T21:39:58,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23c1a0f1 2024-11-14T21:39:58,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:58,786 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T21:39:58,787 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,40919,1731620387065 (queues=1) is replicating from cluster=079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4 to cluster=1290c110-de84-4033-86af-8bcca46c5126 2024-11-14T21:39:58,787 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C40919%2C1731620387065 2024-11-14T21:39:58,787 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,40919,1731620387065, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:39:58,795 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, startPosition=0, beingWritten=true 2024-11-14T21:39:58,801 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C40919%2C1731620387065 2024-11-14T21:39:58,839 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:58,839 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 379, reset compression=false 2024-11-14T21:39:58,839 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:58,877 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:39:58,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:39:58,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:39:58,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:58,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:58,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:58,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe4eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42103,-1 for getting cluster id 2024-11-14T21:39:58,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:58,885 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1290c110-de84-4033-86af-8bcca46c5126' 2024-11-14T21:39:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1290c110-de84-4033-86af-8bcca46c5126" 2024-11-14T21:39:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78df2172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42103,-1] 2024-11-14T21:39:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:58,891 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5bcb76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:58,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42103,1731620390414 2024-11-14T21:39:58,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e5aec7c 2024-11-14T21:39:58,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:58,897 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:58,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:42595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:39:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:39:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:58,900 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:42595' 2024-11-14T21:39:58,915 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c61d439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,915 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:39:58,915 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:58,916 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:39:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:39:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d378f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:39:58,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:58,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:58,917 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:58,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb78007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:58,919 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:58,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42595,1731620386846 2024-11-14T21:39:58,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67dcd7b2 2024-11-14T21:39:58,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:58,922 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:39:58,924 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T21:39:58,924 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:39:58,924 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:58,924 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:58,924 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:39:58,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:39:58,926 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:39:58,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:39:58,928 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:58,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:39:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:39:58,978 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:39:58,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a67bfff29ca882bd8d49cf103e5079b6, NAME => 'hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1 2024-11-14T21:39:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:39:59,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:59,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a67bfff29ca882bd8d49cf103e5079b6, disabling compactions & flushes 2024-11-14T21:39:59,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:39:59,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:39:59,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. after waiting 0 ms 2024-11-14T21:39:59,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:39:59,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:39:59,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a67bfff29ca882bd8d49cf103e5079b6: Waiting for close lock at 1731620399047Disabling compacts and flushes for region at 1731620399047Disabling writes for close at 1731620399047Writing region close event to WAL at 1731620399047Closed at 1731620399047 2024-11-14T21:39:59,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:39:59,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620399051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620399051"}]},"ts":"1731620399051"} 2024-11-14T21:39:59,067 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 379, reset compression=false 2024-11-14T21:39:59,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:39:59,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:39:59,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620399077"}]},"ts":"1731620399077"} 2024-11-14T21:39:59,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:39:59,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a67bfff29ca882bd8d49cf103e5079b6, ASSIGN}] 2024-11-14T21:39:59,092 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a67bfff29ca882bd8d49cf103e5079b6, ASSIGN 2024-11-14T21:39:59,093 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a67bfff29ca882bd8d49cf103e5079b6, ASSIGN; state=OFFLINE, location=ef788a4cade8,33089,1731620390568; forceNewPlan=false, retain=false 2024-11-14T21:39:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:59,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a67bfff29ca882bd8d49cf103e5079b6, regionState=OPENING, regionLocation=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a67bfff29ca882bd8d49cf103e5079b6, ASSIGN because future has completed 2024-11-14T21:39:59,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a67bfff29ca882bd8d49cf103e5079b6, server=ef788a4cade8,33089,1731620390568}] 2024-11-14T21:39:59,377 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 379, reset compression=false 2024-11-14T21:39:59,403 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 379, reset compression=false 2024-11-14T21:39:59,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:39:59,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:39:59,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:39:59,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33089%2C1731620390568.rep, suffix=, logDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568, archiveDir=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/oldWALs, maxLogs=10 2024-11-14T21:39:59,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.rep.1731620399425, exclude list is [], retry=0 2024-11-14T21:39:59,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-bdc255c8-c2fa-47fe-a70c-f7efe689c6f9,DISK] 2024-11-14T21:39:59,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.rep.1731620399425 2024-11-14T21:39:59,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-14T21:39:59,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a67bfff29ca882bd8d49cf103e5079b6, NAME => 'hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:39:59,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:39:59,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:39:59,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. service=MultiRowMutationService 2024-11-14T21:39:59,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:39:59,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:39:59,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,444 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,445 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67bfff29ca882bd8d49cf103e5079b6 columnFamilyName hfileref 2024-11-14T21:39:59,445 DEBUG [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:59,446 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] regionserver.HStore(327): Store=a67bfff29ca882bd8d49cf103e5079b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:59,446 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,447 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67bfff29ca882bd8d49cf103e5079b6 columnFamilyName queue 2024-11-14T21:39:59,447 DEBUG [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:59,447 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] regionserver.HStore(327): Store=a67bfff29ca882bd8d49cf103e5079b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:59,447 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,448 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67bfff29ca882bd8d49cf103e5079b6 columnFamilyName sid 2024-11-14T21:39:59,448 DEBUG [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:39:59,448 INFO [StoreOpener-a67bfff29ca882bd8d49cf103e5079b6-1 {}] regionserver.HStore(327): Store=a67bfff29ca882bd8d49cf103e5079b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:39:59,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/replication/a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/replication/a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:39:59,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/replication/a67bfff29ca882bd8d49cf103e5079b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:39:59,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a67bfff29ca882bd8d49cf103e5079b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63061601, jitterRate=-0.06030891835689545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:39:59,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:39:59,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a67bfff29ca882bd8d49cf103e5079b6: Running coprocessor pre-open hook at 1731620399443Writing region info on filesystem at 1731620399443Initializing all the Stores at 1731620399444 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620399444Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620399444Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620399444Cleaning up temporary data from old regions at 1731620399449 (+5 ms)Running coprocessor post-open hooks at 1731620399453 (+4 ms)Region opened successfully at 1731620399453 2024-11-14T21:39:59,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6., pid=10, masterSystemTime=1731620399419 2024-11-14T21:39:59,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:39:59,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:39:59,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a67bfff29ca882bd8d49cf103e5079b6, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33089,1731620390568 2024-11-14T21:39:59,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a67bfff29ca882bd8d49cf103e5079b6, server=ef788a4cade8,33089,1731620390568 because future has completed 2024-11-14T21:39:59,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:39:59,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a67bfff29ca882bd8d49cf103e5079b6, server=ef788a4cade8,33089,1731620390568 in 192 msec 2024-11-14T21:39:59,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:39:59,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a67bfff29ca882bd8d49cf103e5079b6, ASSIGN in 371 msec 2024-11-14T21:39:59,462 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:39:59,463 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620399462"}]},"ts":"1731620399462"} 2024-11-14T21:39:59,464 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:39:59,465 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:39:59,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 540 msec 2024-11-14T21:39:59,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6., hostname=ef788a4cade8,33089,1731620390568, seqNum=2] 2024-11-14T21:39:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:39:59,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:39:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:39:59,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:39:59,656 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:39:59,698 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,33089,1731620390568, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:39:59,699 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:39:59,699 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33089,1731620390568, seqNum=-1] 2024-11-14T21:39:59,699 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:39:59,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T21:39:59,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,33089,1731620390568', locateType=CURRENT is [region=hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6., hostname=ef788a4cade8,33089,1731620390568, seqNum=2] 2024-11-14T21:39:59,707 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:39:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:39:59,711 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,33089,1731620390568 suceeded 2024-11-14T21:39:59,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:39:59,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-14T21:39:59,713 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:42595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:39:59,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 816 msec 2024-11-14T21:39:59,726 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:42595' 2024-11-14T21:39:59,727 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3da786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:59,728 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:39:59,728 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:39:59,728 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:39:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:39:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:39:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f00fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:39:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:39:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:39:59,730 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:39:59,730 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d0bc04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:39:59,730 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:39:59,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42595,1731620386846 2024-11-14T21:39:59,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2723e77d 2024-11-14T21:39:59,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:39:59,732 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T21:39:59,735 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,33089,1731620390568 (queues=1) is replicating from cluster=1290c110-de84-4033-86af-8bcca46c5126 to cluster=079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4 2024-11-14T21:39:59,735 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C33089%2C1731620390568 2024-11-14T21:39:59,735 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,33089,1731620390568, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:39:59,735 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, startPosition=0, beingWritten=true 2024-11-14T21:39:59,740 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C33089%2C1731620390568 2024-11-14T21:39:59,764 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:39:59,764 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 379, reset compression=false 2024-11-14T21:39:59,766 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,33089,1731620390568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:39:59,809 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 379, reset compression=false 2024-11-14T21:39:59,993 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 379, reset compression=false 2024-11-14T21:40:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:00,047 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:40:00,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:00,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:00,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:00,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:00,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:00,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40690d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,34825,-1 for getting cluster id 2024-11-14T21:40:00,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:00,049 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6a0c11-3306-41b7-8747-fc9c32dbf3d7' 2024-11-14T21:40:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6a0c11-3306-41b7-8747-fc9c32dbf3d7" 2024-11-14T21:40:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec53270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,34825,-1] 2024-11-14T21:40:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:00,050 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d385a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e159ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:40:00,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:00,052 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:40:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:40:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754a9053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:40:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:00,054 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b7b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42bedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42103,-1 for getting cluster id 2024-11-14T21:40:00,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:00,055 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1290c110-de84-4033-86af-8bcca46c5126' 2024-11-14T21:40:00,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:00,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1290c110-de84-4033-86af-8bcca46c5126" 2024-11-14T21:40:00,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471e02f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42103,-1] 2024-11-14T21:40:00,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:00,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:00,057 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b8c1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:00,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,35557,1731620382818, seqNum=-1] 2024-11-14T21:40:00,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:00,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:00,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d., hostname=ef788a4cade8,35557,1731620382818, seqNum=2] 2024-11-14T21:40:00,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:00,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33089,1731620390568, seqNum=-1] 2024-11-14T21:40:00,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:00,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab., hostname=ef788a4cade8,33089,1731620390568, seqNum=2] 2024-11-14T21:40:00,070 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T21:40:00,081 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 379, reset compression=false 2024-11-14T21:40:00,115 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:00,115 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:00,116 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35557,1731620382818 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb6f9595fca684c44dda5aa8b891bb1d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T21:40:00,118 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:00,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T21:40:00,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:00,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adb58b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42595,-1 for getting cluster id 2024-11-14T21:40:00,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:00,142 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4' 2024-11-14T21:40:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079a72e1-ff48-4c9f-b4a5-1c1365b8b1a4" 2024-11-14T21:40:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3049554c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42595,-1] 2024-11-14T21:40:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:00,150 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:00,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1a66d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:00,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40919,1731620387065, seqNum=-1] 2024-11-14T21:40:00,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:00,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T21:40:00,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620394213.2da3f22b475b9985b7104282d0f94a90., hostname=ef788a4cade8,40919,1731620387065, seqNum=2] 2024-11-14T21:40:00,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:00,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:40:00,314 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 379, reset compression=false 2024-11-14T21:40:00,326 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 379, reset compression=false 2024-11-14T21:40:00,355 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:00,395 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:00,395 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 504, reset compression=false 2024-11-14T21:40:00,395 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[{test/2da3f22b475b9985b7104282d0f94a90/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T21:40:00,401 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:00,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T21:40:00,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:00,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea5259f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42103,-1 for getting cluster id 2024-11-14T21:40:00,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:00,427 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1290c110-de84-4033-86af-8bcca46c5126' 2024-11-14T21:40:00,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:00,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1290c110-de84-4033-86af-8bcca46c5126" 2024-11-14T21:40:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd414f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42103,-1] 2024-11-14T21:40:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:00,430 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:00,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@494497ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:00,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:00,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33089,1731620390568, seqNum=-1] 2024-11-14T21:40:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:00,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T21:40:00,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab., hostname=ef788a4cade8,33089,1731620390568, seqNum=2] 2024-11-14T21:40:00,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:00,627 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 504, reset compression=false 2024-11-14T21:40:00,682 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:00,753 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 379, reset compression=false 2024-11-14T21:40:00,784 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:00,784 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 527, reset compression=false 2024-11-14T21:40:00,785 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,33089,1731620390568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:00,931 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 504, reset compression=false 2024-11-14T21:40:00,992 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 527, reset compression=false 2024-11-14T21:40:01,072 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T21:40:01,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:01,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,40919,1731620387065, seqNum=-1] 2024-11-14T21:40:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:01,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731620394213.2da3f22b475b9985b7104282d0f94a90., hostname=ef788a4cade8,40919,1731620387065, seqNum=2] 2024-11-14T21:40:01,085 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T21:40:01,090 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:01,306 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 527, reset compression=false 2024-11-14T21:40:01,337 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 504, reset compression=false 2024-11-14T21:40:01,349 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:01,349 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 608, reset compression=false 2024-11-14T21:40:01,349 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[{test/2da3f22b475b9985b7104282d0f94a90/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T21:40:01,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:01,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:01,578 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 608, reset compression=false 2024-11-14T21:40:01,614 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:01,743 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 527, reset compression=false 2024-11-14T21:40:01,753 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:01,753 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 654, reset compression=false 2024-11-14T21:40:01,753 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,33089,1731620390568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:01,910 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 608, reset compression=false 2024-11-14T21:40:01,996 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 654, reset compression=false 2024-11-14T21:40:02,087 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T21:40:02,092 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T21:40:02,244 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:02,301 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 654, reset compression=false 2024-11-14T21:40:02,315 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 608, reset compression=false 2024-11-14T21:40:02,343 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:02,344 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 758, reset compression=false 2024-11-14T21:40:02,344 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,33089,1731620390568 got entry batch from reader: WALEntryBatch [walEntries=[{test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T21:40:02,348 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:02,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T21:40:02,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:02,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:02,383 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:02,384 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:02,386 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 735, reset compression=false 2024-11-14T21:40:02,622 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 758, reset compression=false 2024-11-14T21:40:02,643 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 735, reset compression=false 2024-11-14T21:40:02,942 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 758, reset compression=false 2024-11-14T21:40:02,961 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:02,979 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 735, reset compression=false 2024-11-14T21:40:03,098 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T21:40:03,113 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T21:40:03,387 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 758, reset compression=false 2024-11-14T21:40:03,402 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 735, reset compression=false 2024-11-14T21:40:03,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:40:03,796 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 480, reset compression=false 2024-11-14T21:40:03,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,844 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:03,844 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:03,844 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35557,1731620382818 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb6f9595fca684c44dda5aa8b891bb1d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T21:40:03,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:03,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:03,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:03,890 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 758, reset compression=false 2024-11-14T21:40:03,926 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 735, reset compression=false 2024-11-14T21:40:03,953 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:03,953 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 883, reset compression=false 2024-11-14T21:40:03,953 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[{test/2da3f22b475b9985b7104282d0f94a90/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T21:40:03,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:03,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:04,069 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:04,117 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T21:40:04,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T21:40:04,175 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 883, reset compression=false 2024-11-14T21:40:04,201 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:04,201 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1042, reset compression=false 2024-11-14T21:40:04,201 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[{test/2da3f22b475b9985b7104282d0f94a90/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T21:40:04,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:04,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:04,407 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:04,430 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1042, reset compression=false 2024-11-14T21:40:04,503 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 758, reset compression=false 2024-11-14T21:40:04,529 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:04,529 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1078, reset compression=false 2024-11-14T21:40:04,529 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,33089,1731620390568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:04,763 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1078, reset compression=false 2024-11-14T21:40:04,778 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1042, reset compression=false 2024-11-14T21:40:04,852 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:05,086 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1078, reset compression=false 2024-11-14T21:40:05,129 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T21:40:05,133 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T21:40:05,211 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1042, reset compression=false 2024-11-14T21:40:05,374 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:05,510 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1078, reset compression=false 2024-11-14T21:40:05,542 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:05,542 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1237, reset compression=false 2024-11-14T21:40:05,542 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,33089,1731620390568 got entry batch from reader: WALEntryBatch [walEntries=[{test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T21:40:05,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T21:40:05,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T21:40:05,733 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1042, reset compression=false 2024-11-14T21:40:05,751 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:05,751 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:05,754 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:05,762 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1237, reset compression=false 2024-11-14T21:40:05,967 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:05,986 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:06,096 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1237, reset compression=false 2024-11-14T21:40:06,135 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T21:40:06,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:40:06,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:06,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:06,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:06,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:06,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:06,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:40:06,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=397949229, stopped=false 2024-11-14T21:40:06,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,42103,1731620390414 2024-11-14T21:40:06,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2644891429/running 2024-11-14T21:40:06,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2644891429/running 2024-11-14T21:40:06,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:40:06,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:40:06,143 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:06,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:06,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:06,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:06,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,33089,1731620390568' ***** 2024-11-14T21:40:06,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:40:06,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on znode that does not yet exist, /2644891429/running 2024-11-14T21:40:06,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Set watcher on znode that does not yet exist, /2644891429/running 2024-11-14T21:40:06,144 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:40:06,144 INFO [RS:0;ef788a4cade8:33089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:40:06,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for 65a78f5ae9fa6fcf1d1a6fa2553c97ab 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,33089,1731620390568 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33089. 2024-11-14T21:40:06,145 DEBUG [RS:0;ef788a4cade8:33089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:06,145 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65a78f5ae9fa6fcf1d1a6fa2553c97ab, disabling compactions & flushes 2024-11-14T21:40:06,145 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:06,145 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:40:06,145 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:40:06,145 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. after waiting 0 ms 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:40:06,145 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:40:06,145 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:40:06,145 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T21:40:06,146 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:40:06,146 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 65a78f5ae9fa6fcf1d1a6fa2553c97ab=test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab., a67bfff29ca882bd8d49cf103e5079b6=hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6.} 2024-11-14T21:40:06,146 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65a78f5ae9fa6fcf1d1a6fa2553c97ab, a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:40:06,146 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:06,146 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:06,146 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:06,146 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:06,146 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:06,146 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:40:06,166 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/f/494ffe2fbf3547d58399bc2f93bd66eb is 29, key is row1/f:/1731620404123/DeleteFamily/seqid=0 2024-11-14T21:40:06,169 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/info/927747a9f5664bc0b9fac1a498b2a899 is 147, key is hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6./info:regioninfo/1731620399456/Put/seqid=0 2024-11-14T21:40:06,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741840_1016 (size=5152) 2024-11-14T21:40:06,172 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/f/494ffe2fbf3547d58399bc2f93bd66eb 2024-11-14T21:40:06,176 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 494ffe2fbf3547d58399bc2f93bd66eb 2024-11-14T21:40:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741841_1017 (size=7686) 2024-11-14T21:40:06,180 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/info/927747a9f5664bc0b9fac1a498b2a899 2024-11-14T21:40:06,211 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/f1/0a0c6825ccc149feb554d3e0c3216788 is 30, key is row1/f1:/1731620404123/DeleteFamily/seqid=0 2024-11-14T21:40:06,213 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:06,214 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/ns/a892b1d8e96e4c97a5bd10b47b4ba8e2 is 43, key is default/ns:d/1731620392866/Put/seqid=0 2024-11-14T21:40:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741842_1018 (size=5158) 2024-11-14T21:40:06,215 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/f1/0a0c6825ccc149feb554d3e0c3216788 2024-11-14T21:40:06,219 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a0c6825ccc149feb554d3e0c3216788 2024-11-14T21:40:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741843_1019 (size=5153) 2024-11-14T21:40:06,242 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/norep/e11971f109694be6a9a814d882480233 is 33, key is row2/norep:/1731620405130/DeleteFamily/seqid=0 2024-11-14T21:40:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741844_1020 (size=5108) 2024-11-14T21:40:06,276 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:06,346 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65a78f5ae9fa6fcf1d1a6fa2553c97ab, a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:40:06,500 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1237, reset compression=false 2024-11-14T21:40:06,509 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:06,509 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1484, reset compression=false 2024-11-14T21:40:06,509 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,33089,1731620390568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:06,510 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,33089,1731620390568: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,33089,1731620390568, walGroup=ef788a4cade8%2C33089%2C1731620390568, offset=ef788a4cade8%2C33089%2C1731620390568.1731620392249:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:33089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:40:06,512 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:40:06,512 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:40:06,513 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:40:06,513 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:40:06,513 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:40:06,513 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 990914048 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 202623336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:40:06,513 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:40:06,546 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65a78f5ae9fa6fcf1d1a6fa2553c97ab, a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:40:06,626 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/ns/a892b1d8e96e4c97a5bd10b47b4ba8e2 2024-11-14T21:40:06,650 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/norep/e11971f109694be6a9a814d882480233 2024-11-14T21:40:06,675 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e11971f109694be6a9a814d882480233 2024-11-14T21:40:06,681 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/f/494ffe2fbf3547d58399bc2f93bd66eb as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/f/494ffe2fbf3547d58399bc2f93bd66eb 2024-11-14T21:40:06,686 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:06,700 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:06,701 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/rep_barrier/868e14e2f4af41f192808054bbc613b4 is 112, key is test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab./rep_barrier:seqnumDuringOpen/1731620395441/Put/seqid=0 2024-11-14T21:40:06,705 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 494ffe2fbf3547d58399bc2f93bd66eb 2024-11-14T21:40:06,705 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/f/494ffe2fbf3547d58399bc2f93bd66eb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T21:40:06,711 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/f1/0a0c6825ccc149feb554d3e0c3216788 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/f1/0a0c6825ccc149feb554d3e0c3216788 2024-11-14T21:40:06,726 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1484, reset compression=false 2024-11-14T21:40:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741845_1021 (size=5518) 2024-11-14T21:40:06,743 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a0c6825ccc149feb554d3e0c3216788 2024-11-14T21:40:06,743 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/f1/0a0c6825ccc149feb554d3e0c3216788, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T21:40:06,745 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/.tmp/norep/e11971f109694be6a9a814d882480233 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/norep/e11971f109694be6a9a814d882480233 2024-11-14T21:40:06,748 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65a78f5ae9fa6fcf1d1a6fa2553c97ab, a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:40:06,752 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e11971f109694be6a9a814d882480233 2024-11-14T21:40:06,752 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/norep/e11971f109694be6a9a814d882480233, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T21:40:06,753 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 65a78f5ae9fa6fcf1d1a6fa2553c97ab in 608ms, sequenceid=10, compaction requested=false 2024-11-14T21:40:06,816 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/default/test/65a78f5ae9fa6fcf1d1a6fa2553c97ab/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T21:40:06,826 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:06,826 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:06,826 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:40:06,826 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65a78f5ae9fa6fcf1d1a6fa2553c97ab: Waiting for close lock at 1731620406145Running coprocessor pre-close hooks at 1731620406145Disabling compacts and flushes for region at 1731620406145Disabling writes for close at 1731620406145Obtaining lock to block concurrent updates at 1731620406145Preparing flush snapshotting stores in 65a78f5ae9fa6fcf1d1a6fa2553c97ab at 1731620406145Finished memstore snapshotting test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731620406146 (+1 ms)Flushing stores of test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. at 1731620406151 (+5 ms)Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/f: creating writer at 1731620406151Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/f: appending metadata at 1731620406166 (+15 ms)Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/f: closing flushed file at 1731620406166Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/f1: creating writer at 1731620406176 (+10 ms)Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/f1: appending metadata at 1731620406210 (+34 ms)Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/f1: closing flushed file at 1731620406210Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/norep: creating writer at 1731620406219 (+9 ms)Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/norep: appending metadata at 1731620406241 (+22 ms)Flushing 65a78f5ae9fa6fcf1d1a6fa2553c97ab/norep: closing flushed file at 1731620406241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61594a9c: reopening flushed file at 1731620406675 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3322fae5: reopening flushed file at 1731620406706 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1961b99f: reopening flushed file at 1731620406743 (+37 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 65a78f5ae9fa6fcf1d1a6fa2553c97ab in 608ms, sequenceid=10, compaction requested=false at 1731620406755 (+12 ms)Writing region close event to WAL at 1731620406793 (+38 ms)Running coprocessor post-close hooks at 1731620406826 (+33 ms)Closed at 1731620406826 2024-11-14T21:40:06,827 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620394881.65a78f5ae9fa6fcf1d1a6fa2553c97ab. 2024-11-14T21:40:06,827 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a67bfff29ca882bd8d49cf103e5079b6, disabling compactions & flushes 2024-11-14T21:40:06,827 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:06,827 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:06,827 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. after waiting 0 ms 2024-11-14T21:40:06,827 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:06,827 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a67bfff29ca882bd8d49cf103e5079b6: Waiting for close lock at 1731620406827Running coprocessor pre-close hooks at 1731620406827Disabling compacts and flushes for region at 1731620406827Disabling writes for close at 1731620406827Failed flush hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6., putting online again at 1731620406827 2024-11-14T21:40:06,827 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:06,949 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:40:06,949 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a67bfff29ca882bd8d49cf103e5079b6 2024-11-14T21:40:06,949 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a67bfff29ca882bd8d49cf103e5079b6, disabling compactions & flushes 2024-11-14T21:40:06,949 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:06,949 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:06,949 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. after waiting 0 ms 2024-11-14T21:40:06,949 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:06,949 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a67bfff29ca882bd8d49cf103e5079b6: Waiting for close lock at 1731620406949Running coprocessor pre-close hooks at 1731620406949Disabling compacts and flushes for region at 1731620406949Disabling writes for close at 1731620406949Failed flush hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6., putting online again at 1731620406949 2024-11-14T21:40:06,949 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6. 2024-11-14T21:40:07,044 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 1484, reset compression=false 2024-11-14T21:40:07,053 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:07,053 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 2128, reset compression=false 2024-11-14T21:40:07,095 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:40:07,095 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:40:07,143 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/rep_barrier/868e14e2f4af41f192808054bbc613b4 2024-11-14T21:40:07,150 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:40:07,150 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a67bfff29ca882bd8d49cf103e5079b6=hbase:replication,,1731620398924.a67bfff29ca882bd8d49cf103e5079b6.} 2024-11-14T21:40:07,150 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:07,169 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/table/b72b3004efbf462d86f3e654d21a6366 is 53, key is hbase:replication/table:state/1731620399462/Put/seqid=0 2024-11-14T21:40:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741846_1022 (size=5308) 2024-11-14T21:40:07,211 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:07,263 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 2128, reset compression=false 2024-11-14T21:40:07,351 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:07,527 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:07,551 DEBUG [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:07,567 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 2128, reset compression=false 2024-11-14T21:40:07,573 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/table/b72b3004efbf462d86f3e654d21a6366 2024-11-14T21:40:07,578 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/info/927747a9f5664bc0b9fac1a498b2a899 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/info/927747a9f5664bc0b9fac1a498b2a899 2024-11-14T21:40:07,604 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/info/927747a9f5664bc0b9fac1a498b2a899, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:40:07,605 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/ns/a892b1d8e96e4c97a5bd10b47b4ba8e2 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/ns/a892b1d8e96e4c97a5bd10b47b4ba8e2 2024-11-14T21:40:07,615 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/ns/a892b1d8e96e4c97a5bd10b47b4ba8e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:40:07,616 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/rep_barrier/868e14e2f4af41f192808054bbc613b4 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/rep_barrier/868e14e2f4af41f192808054bbc613b4 2024-11-14T21:40:07,625 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/rep_barrier/868e14e2f4af41f192808054bbc613b4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:40:07,625 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/.tmp/table/b72b3004efbf462d86f3e654d21a6366 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/table/b72b3004efbf462d86f3e654d21a6366 2024-11-14T21:40:07,630 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/table/b72b3004efbf462d86f3e654d21a6366, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:40:07,631 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1485ms, sequenceid=16, compaction requested=false 2024-11-14T21:40:07,647 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:40:07,647 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:07,648 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:07,648 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:07,648 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620406146Running coprocessor pre-close hooks at 1731620406146Disabling compacts and flushes for region at 1731620406146Disabling writes for close at 1731620406146Obtaining lock to block concurrent updates at 1731620406146Preparing flush snapshotting stores in 1588230740 at 1731620406146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620406146Flushing stores of hbase:meta,,1.1588230740 at 1731620406147 (+1 ms)Flushing 1588230740/info: creating writer at 1731620406147Flushing 1588230740/info: appending metadata at 1731620406169 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731620406169Flushing 1588230740/ns: creating writer at 1731620406184 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731620406213 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731620406214 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731620406656 (+442 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620406700 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620406700Flushing 1588230740/table: creating writer at 1731620407150 (+450 ms)Flushing 1588230740/table: appending metadata at 1731620407169 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731620407169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7273c225: reopening flushed file at 1731620407577 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a403154: reopening flushed file at 1731620407604 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f60613c: reopening flushed file at 1731620407615 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cc3557: reopening flushed file at 1731620407625 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1485ms, sequenceid=16, compaction requested=false at 1731620407631 (+6 ms)Writing region close event to WAL at 1731620407640 (+9 ms)Running coprocessor post-close hooks at 1731620407647 (+7 ms)Closed at 1731620407648 (+1 ms) 2024-11-14T21:40:07,648 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:07,751 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T21:40:07,751 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,33089,1731620390568; all regions closed. 2024-11-14T21:40:07,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:40:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741839_1015 (size=1953) 2024-11-14T21:40:07,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.rep.1731620399425 not finished, retry = 0 2024-11-14T21:40:07,818 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:07,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 not finished, retry = 0 2024-11-14T21:40:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741833_1009 (size=2136) 2024-11-14T21:40:07,971 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 to pos 2128, reset compression=false 2024-11-14T21:40:08,011 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/WALs/ef788a4cade8,33089,1731620390568/ef788a4cade8%2C33089%2C1731620390568.1731620392249 2024-11-14T21:40:08,012 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,012 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:08,012 INFO [RS:0;ef788a4cade8:33089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:08,012 INFO [RS:0;ef788a4cade8:33089 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:08,012 INFO [RS:0;ef788a4cade8:33089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:08,012 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:08,012 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,33089,1731620390568 because: Region server is closing 2024-11-14T21:40:08,013 INFO [RS:0;ef788a4cade8:33089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33089. 2024-11-14T21:40:08,013 DEBUG [RS:0;ef788a4cade8:33089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:08,013 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,013 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:08,113 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.shipperef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 terminated 2024-11-14T21:40:08,113 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,33089,1731620390568.replicationSource.wal-reader.ef788a4cade8%2C33089%2C1731620390568,1-ef788a4cade8,33089,1731620390568 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T21:40:08,114 INFO [RS:0;ef788a4cade8:33089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33089. 2024-11-14T21:40:08,114 DEBUG [RS:0;ef788a4cade8:33089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:08,114 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,114 DEBUG [RS:0;ef788a4cade8:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:08,114 INFO [RS:0;ef788a4cade8:33089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33089 2024-11-14T21:40:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429/rs 2024-11-14T21:40:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2644891429/rs/ef788a4cade8,33089,1731620390568 2024-11-14T21:40:08,118 INFO [RS:0;ef788a4cade8:33089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:08,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,33089,1731620390568] 2024-11-14T21:40:08,120 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2644891429/draining/ef788a4cade8,33089,1731620390568 already deleted, retry=false 2024-11-14T21:40:08,120 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,33089,1731620390568 expired; onlineServers=0 2024-11-14T21:40:08,120 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,42103,1731620390414' ***** 2024-11-14T21:40:08,120 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:40:08,121 INFO [M:0;ef788a4cade8:42103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:08,121 INFO [M:0;ef788a4cade8:42103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:08,121 DEBUG [M:0;ef788a4cade8:42103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:40:08,121 DEBUG [M:0;ef788a4cade8:42103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:40:08,121 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620391893 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620391893,5,FailOnTimeoutGroup] 2024-11-14T21:40:08,121 INFO [M:0;ef788a4cade8:42103 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:08,121 INFO [M:0;ef788a4cade8:42103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:08,121 DEBUG [M:0;ef788a4cade8:42103 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:40:08,121 INFO [M:0;ef788a4cade8:42103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:40:08,121 INFO [M:0;ef788a4cade8:42103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:08,121 INFO [M:0;ef788a4cade8:42103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:40:08,121 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:40:08,121 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:40:08,122 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620391894 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620391894,5,FailOnTimeoutGroup] 2024-11-14T21:40:08,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2644891429/master 2024-11-14T21:40:08,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2644891429 2024-11-14T21:40:08,124 DEBUG [M:0;ef788a4cade8:42103 {}] zookeeper.RecoverableZooKeeper(212): Node /2644891429/master already deleted, retry=false 2024-11-14T21:40:08,124 DEBUG [M:0;ef788a4cade8:42103 {}] master.ActiveMasterManager(353): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Failed delete of our master address node; KeeperErrorCode = NoNode for /2644891429/master 2024-11-14T21:40:08,125 INFO [M:0;ef788a4cade8:42103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/.lastflushedseqids 2024-11-14T21:40:08,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741847_1023 (size=245) 2024-11-14T21:40:08,141 INFO [M:0;ef788a4cade8:42103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:40:08,141 INFO [M:0;ef788a4cade8:42103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:40:08,142 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:08,142 INFO [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:08,142 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:08,142 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:08,142 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:08,142 INFO [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T21:40:08,171 DEBUG [M:0;ef788a4cade8:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e0185b3ae734f9fa6f34449c0455286 is 82, key is hbase:meta,,1/info:regioninfo/1731620392856/Put/seqid=0 2024-11-14T21:40:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741848_1024 (size=5672) 2024-11-14T21:40:08,181 INFO [M:0;ef788a4cade8:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e0185b3ae734f9fa6f34449c0455286 2024-11-14T21:40:08,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:08,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x100ac61b03b0007, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:08,221 INFO [RS:0;ef788a4cade8:33089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:08,221 INFO [RS:0;ef788a4cade8:33089 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,33089,1731620390568; zookeeper connection closed. 2024-11-14T21:40:08,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2464aac8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2464aac8 2024-11-14T21:40:08,228 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:40:08,243 DEBUG [M:0;ef788a4cade8:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c9abc93eadc4809849e9c5b1a9feef5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620399466/Put/seqid=0 2024-11-14T21:40:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741849_1025 (size=8516) 2024-11-14T21:40:08,261 INFO [M:0;ef788a4cade8:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c9abc93eadc4809849e9c5b1a9feef5 2024-11-14T21:40:08,299 DEBUG [M:0;ef788a4cade8:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42bafd79200142e4b7fde910569ffeca is 69, key is ef788a4cade8,33089,1731620390568/rs:state/1731620391995/Put/seqid=0 2024-11-14T21:40:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741850_1026 (size=5156) 2024-11-14T21:40:08,312 INFO [M:0;ef788a4cade8:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42bafd79200142e4b7fde910569ffeca 2024-11-14T21:40:08,321 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e0185b3ae734f9fa6f34449c0455286 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e0185b3ae734f9fa6f34449c0455286 2024-11-14T21:40:08,329 INFO [M:0;ef788a4cade8:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e0185b3ae734f9fa6f34449c0455286, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:40:08,330 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c9abc93eadc4809849e9c5b1a9feef5 as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c9abc93eadc4809849e9c5b1a9feef5 2024-11-14T21:40:08,343 INFO [M:0;ef788a4cade8:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c9abc93eadc4809849e9c5b1a9feef5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:40:08,353 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42bafd79200142e4b7fde910569ffeca as hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42bafd79200142e4b7fde910569ffeca 2024-11-14T21:40:08,363 INFO [M:0;ef788a4cade8:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42631/user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42bafd79200142e4b7fde910569ffeca, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:40:08,364 INFO [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 222ms, sequenceid=97, compaction requested=false 2024-11-14T21:40:08,370 INFO [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:08,370 DEBUG [M:0;ef788a4cade8:42103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620408142Disabling compacts and flushes for region at 1731620408142Disabling writes for close at 1731620408142Obtaining lock to block concurrent updates at 1731620408142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620408142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731620408143 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620408143Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620408144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620408170 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620408170Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620408195 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620408243 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620408243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620408271 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620408299 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620408299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6c0340: reopening flushed file at 1731620408320 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2222947f: reopening flushed file at 1731620408329 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44166e17: reopening flushed file at 1731620408343 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 222ms, sequenceid=97, compaction requested=false at 1731620408364 (+21 ms)Writing region close event to WAL at 1731620408370 (+6 ms)Closed at 1731620408370 2024-11-14T21:40:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741830_1006 (size=63654) 2024-11-14T21:40:08,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5aabe8ea-fb9f-534f-9d73-bffe4df832e1/MasterData/WALs/ef788a4cade8,42103,1731620390414/ef788a4cade8%2C42103%2C1731620390414.1731620391490 not finished, retry = 0 2024-11-14T21:40:08,438 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:08,494 INFO [M:0;ef788a4cade8:42103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:40:08,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:08,495 INFO [M:0;ef788a4cade8:42103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42103 2024-11-14T21:40:08,497 INFO [M:0;ef788a4cade8:42103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:08,559 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:08,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:08,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x100ac61b03b0006, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:08,603 INFO [M:0;ef788a4cade8:42103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:08,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8e7e607{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:08,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32ae2ce4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:08,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:08,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41ab0472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:08,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b59057{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:08,630 WARN [BP-1633768819-172.17.0.2-1731620389113 heartbeating to localhost/127.0.0.1:42631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:40:08,630 WARN [BP-1633768819-172.17.0.2-1731620389113 heartbeating to localhost/127.0.0.1:42631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633768819-172.17.0.2-1731620389113 (Datanode Uuid 7b28becd-2e69-465d-b2a5-090c83b43106) service to localhost/127.0.0.1:42631 2024-11-14T21:40:08,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/cluster_b9fb3b90-b17a-bda5-8405-fd1c2d8325de/data/data2/current/BP-1633768819-172.17.0.2-1731620389113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:08,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/cluster_b9fb3b90-b17a-bda5-8405-fd1c2d8325de/data/data1/current/BP-1633768819-172.17.0.2-1731620389113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:08,631 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:40:08,631 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:40:08,632 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:40:08,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7314ea81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:08,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e4753f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:08,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:08,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790abbf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:08,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@634124b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:08,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:40:08,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:40:08,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:08,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:08,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:40:08,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1178895795, stopped=false 2024-11-14T21:40:08,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:08,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,42595,1731620386846 2024-11-14T21:40:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1512329762/running 2024-11-14T21:40:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1512329762/running 2024-11-14T21:40:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:40:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:40:08,680 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:08,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:08,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:08,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on znode that does not yet exist, /1512329762/running 2024-11-14T21:40:08,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,40919,1731620387065' ***** 2024-11-14T21:40:08,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:40:08,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Set watcher on znode that does not yet exist, /1512329762/running 2024-11-14T21:40:08,681 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:40:08,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:40:08,682 INFO [RS:0;ef788a4cade8:40919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:40:08,682 INFO [RS:0;ef788a4cade8:40919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:40:08,682 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for 2da3f22b475b9985b7104282d0f94a90 2024-11-14T21:40:08,682 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:40:08,682 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,40919,1731620387065 2024-11-14T21:40:08,682 INFO [RS:0;ef788a4cade8:40919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:08,682 INFO [RS:0;ef788a4cade8:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40919. 2024-11-14T21:40:08,682 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2da3f22b475b9985b7104282d0f94a90, disabling compactions & flushes 2024-11-14T21:40:08,682 DEBUG [RS:0;ef788a4cade8:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:08,682 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:40:08,682 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:08,683 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:40:08,683 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. after waiting 0 ms 2024-11-14T21:40:08,683 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:40:08,683 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:40:08,683 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:40:08,683 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:40:08,683 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:40:08,683 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2da3f22b475b9985b7104282d0f94a90 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T21:40:08,695 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:40:08,695 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1325): Online Regions={2da3f22b475b9985b7104282d0f94a90=test,,1731620394213.2da3f22b475b9985b7104282d0f94a90., 41701924fda42dfa67353cbe15dd024c=hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:40:08,695 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3f22b475b9985b7104282d0f94a90, 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:40:08,695 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:08,695 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:08,695 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:08,695 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:08,695 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:08,696 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:40:08,701 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:08,733 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/info/b494562d2fbc41f29e7736d1a9a49d45 is 147, key is hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c./info:regioninfo/1731620398353/Put/seqid=0 2024-11-14T21:40:08,758 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/f/079288aac2844d98a3727f8c5f2a33d5 is 29, key is row1/f:/1731620404123/DeleteFamily/seqid=0 2024-11-14T21:40:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741840_1016 (size=7686) 2024-11-14T21:40:08,771 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/info/b494562d2fbc41f29e7736d1a9a49d45 2024-11-14T21:40:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741841_1017 (size=5152) 2024-11-14T21:40:08,775 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/f/079288aac2844d98a3727f8c5f2a33d5 2024-11-14T21:40:08,783 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 079288aac2844d98a3727f8c5f2a33d5 2024-11-14T21:40:08,796 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/ns/5a7f3e5d95164230ae1f79f43f57c48e is 43, key is default/ns:d/1731620388954/Put/seqid=0 2024-11-14T21:40:08,800 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/f1/11e4751fa0a94b6f8533b82642609de1 is 30, key is row1/f1:/1731620404123/DeleteFamily/seqid=0 2024-11-14T21:40:08,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:40:08,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741843_1019 (size=5158) 2024-11-14T21:40:08,820 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/f1/11e4751fa0a94b6f8533b82642609de1 2024-11-14T21:40:08,824 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11e4751fa0a94b6f8533b82642609de1 2024-11-14T21:40:08,851 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/norep/c9b024fca291436bba57d9dc6697a289 is 33, key is row1/norep:/1731620404123/DeleteFamily/seqid=0 2024-11-14T21:40:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741844_1020 (size=5108) 2024-11-14T21:40:08,895 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3f22b475b9985b7104282d0f94a90, 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:40:09,096 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3f22b475b9985b7104282d0f94a90, 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:40:09,222 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/ns/5a7f3e5d95164230ae1f79f43f57c48e 2024-11-14T21:40:09,265 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/rep_barrier/2c77d0bc0237475fb3558a493c5b4c85 is 112, key is test,,1731620394213.2da3f22b475b9985b7104282d0f94a90./rep_barrier:seqnumDuringOpen/1731620394777/Put/seqid=0 2024-11-14T21:40:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741845_1021 (size=5518) 2024-11-14T21:40:09,283 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/rep_barrier/2c77d0bc0237475fb3558a493c5b4c85 2024-11-14T21:40:09,287 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/norep/c9b024fca291436bba57d9dc6697a289 2024-11-14T21:40:09,292 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b024fca291436bba57d9dc6697a289 2024-11-14T21:40:09,293 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/f/079288aac2844d98a3727f8c5f2a33d5 as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/f/079288aac2844d98a3727f8c5f2a33d5 2024-11-14T21:40:09,296 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3f22b475b9985b7104282d0f94a90, 41701924fda42dfa67353cbe15dd024c 2024-11-14T21:40:09,303 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 079288aac2844d98a3727f8c5f2a33d5 2024-11-14T21:40:09,303 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/f/079288aac2844d98a3727f8c5f2a33d5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T21:40:09,305 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/f1/11e4751fa0a94b6f8533b82642609de1 as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/f1/11e4751fa0a94b6f8533b82642609de1 2024-11-14T21:40:09,313 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11e4751fa0a94b6f8533b82642609de1 2024-11-14T21:40:09,313 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/f1/11e4751fa0a94b6f8533b82642609de1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T21:40:09,314 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/.tmp/norep/c9b024fca291436bba57d9dc6697a289 as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/norep/c9b024fca291436bba57d9dc6697a289 2024-11-14T21:40:09,317 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/table/fd01ac8d99254e97a27fe6d197c1311b is 53, key is hbase:replication/table:state/1731620398444/Put/seqid=0 2024-11-14T21:40:09,323 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b024fca291436bba57d9dc6697a289 2024-11-14T21:40:09,323 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/norep/c9b024fca291436bba57d9dc6697a289, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T21:40:09,326 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:40:09,326 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:40:09,331 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2da3f22b475b9985b7104282d0f94a90 in 647ms, sequenceid=10, compaction requested=false 2024-11-14T21:40:09,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741846_1022 (size=5308) 2024-11-14T21:40:09,351 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/default/test/2da3f22b475b9985b7104282d0f94a90/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T21:40:09,352 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:09,352 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:09,352 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:40:09,352 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2da3f22b475b9985b7104282d0f94a90: Waiting for close lock at 1731620408682Running coprocessor pre-close hooks at 1731620408682Disabling compacts and flushes for region at 1731620408682Disabling writes for close at 1731620408683 (+1 ms)Obtaining lock to block concurrent updates at 1731620408683Preparing flush snapshotting stores in 2da3f22b475b9985b7104282d0f94a90 at 1731620408683Finished memstore snapshotting test,,1731620394213.2da3f22b475b9985b7104282d0f94a90., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731620408686 (+3 ms)Flushing stores of test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. at 1731620408686Flushing 2da3f22b475b9985b7104282d0f94a90/f: creating writer at 1731620408686Flushing 2da3f22b475b9985b7104282d0f94a90/f: appending metadata at 1731620408757 (+71 ms)Flushing 2da3f22b475b9985b7104282d0f94a90/f: closing flushed file at 1731620408757Flushing 2da3f22b475b9985b7104282d0f94a90/f1: creating writer at 1731620408783 (+26 ms)Flushing 2da3f22b475b9985b7104282d0f94a90/f1: appending metadata at 1731620408799 (+16 ms)Flushing 2da3f22b475b9985b7104282d0f94a90/f1: closing flushed file at 1731620408799Flushing 2da3f22b475b9985b7104282d0f94a90/norep: creating writer at 1731620408825 (+26 ms)Flushing 2da3f22b475b9985b7104282d0f94a90/norep: appending metadata at 1731620408850 (+25 ms)Flushing 2da3f22b475b9985b7104282d0f94a90/norep: closing flushed file at 1731620408850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177c1605: reopening flushed file at 1731620409293 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52640022: reopening flushed file at 1731620409304 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e02cfa: reopening flushed file at 1731620409313 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2da3f22b475b9985b7104282d0f94a90 in 647ms, sequenceid=10, compaction requested=false at 1731620409331 (+18 ms)Writing region close event to WAL at 1731620409347 (+16 ms)Running coprocessor post-close hooks at 1731620409352 (+5 ms)Closed at 1731620409352 2024-11-14T21:40:09,352 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620394213.2da3f22b475b9985b7104282d0f94a90. 2024-11-14T21:40:09,353 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41701924fda42dfa67353cbe15dd024c, disabling compactions & flushes 2024-11-14T21:40:09,353 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:40:09,353 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:40:09,353 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. after waiting 0 ms 2024-11-14T21:40:09,353 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:40:09,353 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41701924fda42dfa67353cbe15dd024c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T21:40:09,371 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 1191, reset compression=false 2024-11-14T21:40:09,373 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c/.tmp/queue/0e38d22c6c83476cab6d4ccc739846e5 is 154, key is 1-ef788a4cade8,40919,1731620387065/queue:ef788a4cade8%2C40919%2C1731620387065/1731620405760/Put/seqid=0 2024-11-14T21:40:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741847_1023 (size=5353) 2024-11-14T21:40:09,382 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c/.tmp/queue/0e38d22c6c83476cab6d4ccc739846e5 2024-11-14T21:40:09,387 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c/.tmp/queue/0e38d22c6c83476cab6d4ccc739846e5 as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c/queue/0e38d22c6c83476cab6d4ccc739846e5 2024-11-14T21:40:09,391 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c/queue/0e38d22c6c83476cab6d4ccc739846e5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T21:40:09,392 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 41701924fda42dfa67353cbe15dd024c in 38ms, sequenceid=12, compaction requested=false 2024-11-14T21:40:09,396 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:09,396 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 2082, reset compression=false 2024-11-14T21:40:09,398 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,40919,1731620387065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:09,399 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,40919,1731620387065: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,40919,1731620387065, walGroup=ef788a4cade8%2C40919%2C1731620387065, offset=ef788a4cade8%2C40919%2C1731620387065.1731620388407:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:40919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:40:09,400 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:40:09,400 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:40:09,401 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:40:09,401 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:40:09,401 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:40:09,401 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 1068508672 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 202975648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:40:09,401 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:40:09,410 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/replication/41701924fda42dfa67353cbe15dd024c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T21:40:09,411 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:09,411 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:09,411 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:40:09,411 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41701924fda42dfa67353cbe15dd024c: Waiting for close lock at 1731620409353Running coprocessor pre-close hooks at 1731620409353Disabling compacts and flushes for region at 1731620409353Disabling writes for close at 1731620409353Obtaining lock to block concurrent updates at 1731620409353Preparing flush snapshotting stores in 41701924fda42dfa67353cbe15dd024c at 1731620409353Finished memstore snapshotting hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731620409353Flushing stores of hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. at 1731620409354 (+1 ms)Flushing 41701924fda42dfa67353cbe15dd024c/queue: creating writer at 1731620409354Flushing 41701924fda42dfa67353cbe15dd024c/queue: appending metadata at 1731620409372 (+18 ms)Flushing 41701924fda42dfa67353cbe15dd024c/queue: closing flushed file at 1731620409372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472f537e: reopening flushed file at 1731620409387 (+15 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 41701924fda42dfa67353cbe15dd024c in 38ms, sequenceid=12, compaction requested=false at 1731620409392 (+5 ms)Writing region close event to WAL at 1731620409406 (+14 ms)Running coprocessor post-close hooks at 1731620409411 (+5 ms)Closed at 1731620409411 2024-11-14T21:40:09,411 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620397775.41701924fda42dfa67353cbe15dd024c. 2024-11-14T21:40:09,465 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:09,496 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:09,609 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 2082, reset compression=false 2024-11-14T21:40:09,696 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:40:09,696 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:40:09,696 DEBUG [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:09,739 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/table/fd01ac8d99254e97a27fe6d197c1311b 2024-11-14T21:40:09,751 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/info/b494562d2fbc41f29e7736d1a9a49d45 as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/info/b494562d2fbc41f29e7736d1a9a49d45 2024-11-14T21:40:09,756 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/info/b494562d2fbc41f29e7736d1a9a49d45, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:40:09,757 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/ns/5a7f3e5d95164230ae1f79f43f57c48e as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/ns/5a7f3e5d95164230ae1f79f43f57c48e 2024-11-14T21:40:09,761 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/ns/5a7f3e5d95164230ae1f79f43f57c48e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:40:09,763 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/rep_barrier/2c77d0bc0237475fb3558a493c5b4c85 as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/rep_barrier/2c77d0bc0237475fb3558a493c5b4c85 2024-11-14T21:40:09,767 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/rep_barrier/2c77d0bc0237475fb3558a493c5b4c85, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:40:09,768 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/.tmp/table/fd01ac8d99254e97a27fe6d197c1311b as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/table/fd01ac8d99254e97a27fe6d197c1311b 2024-11-14T21:40:09,772 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/table/fd01ac8d99254e97a27fe6d197c1311b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:40:09,773 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1078ms, sequenceid=16, compaction requested=false 2024-11-14T21:40:09,847 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:40:09,850 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:09,850 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:09,850 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:09,850 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620408695Running coprocessor pre-close hooks at 1731620408695Disabling compacts and flushes for region at 1731620408695Disabling writes for close at 1731620408695Obtaining lock to block concurrent updates at 1731620408696 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731620408696Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620408696Flushing stores of hbase:meta,,1.1588230740 at 1731620408697 (+1 ms)Flushing 1588230740/info: creating writer at 1731620408697Flushing 1588230740/info: appending metadata at 1731620408733 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731620408733Flushing 1588230740/ns: creating writer at 1731620408781 (+48 ms)Flushing 1588230740/ns: appending metadata at 1731620408795 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731620408795Flushing 1588230740/rep_barrier: creating writer at 1731620409232 (+437 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620409264 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620409264Flushing 1588230740/table: creating writer at 1731620409289 (+25 ms)Flushing 1588230740/table: appending metadata at 1731620409317 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731620409317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297d53b7: reopening flushed file at 1731620409751 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10744119: reopening flushed file at 1731620409756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba52ce4: reopening flushed file at 1731620409762 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774f5f36: reopening flushed file at 1731620409767 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1078ms, sequenceid=16, compaction requested=false at 1731620409773 (+6 ms)Writing region close event to WAL at 1731620409824 (+51 ms)Running coprocessor post-close hooks at 1731620409850 (+26 ms)Closed at 1731620409850 2024-11-14T21:40:09,850 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:09,897 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,40919,1731620387065; all regions closed. 2024-11-14T21:40:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:40:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741839_1015 (size=3114) 2024-11-14T21:40:09,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741833_1009 (size=2090) 2024-11-14T21:40:09,945 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 not finished, retry = 0 2024-11-14T21:40:09,958 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 to pos 2082, reset compression=false 2024-11-14T21:40:10,046 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,047 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:10,047 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/WALs/ef788a4cade8,40919,1731620387065/ef788a4cade8%2C40919%2C1731620387065.1731620388407 2024-11-14T21:40:10,047 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T21:40:10,047 INFO [RS:0;ef788a4cade8:40919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:10,047 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T21:40:10,047 INFO [RS:0;ef788a4cade8:40919 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:10,047 INFO [RS:0;ef788a4cade8:40919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:10,047 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:10,047 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,40919,1731620387065 because: Region server is closing 2024-11-14T21:40:10,047 INFO [RS:0;ef788a4cade8:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40919. 2024-11-14T21:40:10,047 DEBUG [RS:0;ef788a4cade8:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:10,047 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,048 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:10,148 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.shipperef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 terminated 2024-11-14T21:40:10,148 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,40919,1731620387065.replicationSource.wal-reader.ef788a4cade8%2C40919%2C1731620387065,1-ef788a4cade8,40919,1731620387065 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T21:40:10,148 INFO [RS:0;ef788a4cade8:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:40919. 2024-11-14T21:40:10,148 DEBUG [RS:0;ef788a4cade8:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:10,148 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,148 DEBUG [RS:0;ef788a4cade8:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,148 INFO [RS:0;ef788a4cade8:40919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40919 2024-11-14T21:40:10,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:10,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762/rs 2024-11-14T21:40:10,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1512329762/rs/ef788a4cade8,40919,1731620387065 2024-11-14T21:40:10,153 INFO [RS:0;ef788a4cade8:40919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:10,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,40919,1731620387065] 2024-11-14T21:40:10,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1512329762/draining/ef788a4cade8,40919,1731620387065 already deleted, retry=false 2024-11-14T21:40:10,170 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,40919,1731620387065 expired; onlineServers=0 2024-11-14T21:40:10,170 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,42595,1731620386846' ***** 2024-11-14T21:40:10,170 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:40:10,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1512329762/master 2024-11-14T21:40:10,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1512329762 2024-11-14T21:40:10,174 INFO [M:0;ef788a4cade8:42595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:10,174 INFO [M:0;ef788a4cade8:42595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:10,174 DEBUG [M:0;ef788a4cade8:42595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:40:10,174 DEBUG [M:0;ef788a4cade8:42595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:40:10,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:40:10,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620388030 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620388030,5,FailOnTimeoutGroup] 2024-11-14T21:40:10,175 INFO [M:0;ef788a4cade8:42595 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:10,175 INFO [M:0;ef788a4cade8:42595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:10,175 DEBUG [M:0;ef788a4cade8:42595 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:40:10,175 INFO [M:0;ef788a4cade8:42595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:40:10,175 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620388031 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620388031,5,FailOnTimeoutGroup] 2024-11-14T21:40:10,175 INFO [M:0;ef788a4cade8:42595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:10,175 INFO [M:0;ef788a4cade8:42595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:40:10,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:40:10,178 DEBUG [M:0;ef788a4cade8:42595 {}] zookeeper.ZKUtil(347): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Unable to get data of znode /1512329762/master because node does not exist (not an error) 2024-11-14T21:40:10,178 WARN [M:0;ef788a4cade8:42595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:40:10,183 INFO [M:0;ef788a4cade8:42595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/.lastflushedseqids 2024-11-14T21:40:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741848_1024 (size=245) 2024-11-14T21:40:10,227 INFO [M:0;ef788a4cade8:42595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:40:10,227 INFO [M:0;ef788a4cade8:42595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:40:10,227 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:10,227 INFO [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:10,227 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:10,227 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:10,227 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:10,228 INFO [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T21:40:10,264 INFO [RS:0;ef788a4cade8:40919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:10,264 INFO [RS:0;ef788a4cade8:40919 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,40919,1731620387065; zookeeper connection closed. 2024-11-14T21:40:10,264 DEBUG [M:0;ef788a4cade8:42595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c1534c39fdb4ced86ac1aa5cdf57bcb is 82, key is hbase:meta,,1/info:regioninfo/1731620388941/Put/seqid=0 2024-11-14T21:40:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x100ac61b03b0004, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:10,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f6ce318 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f6ce318 2024-11-14T21:40:10,274 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:40:10,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741849_1025 (size=5672) 2024-11-14T21:40:10,331 INFO [M:0;ef788a4cade8:42595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c1534c39fdb4ced86ac1aa5cdf57bcb 2024-11-14T21:40:10,393 DEBUG [M:0;ef788a4cade8:42595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d03ab9d8f4c34a1992078f9675236dd0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620398453/Put/seqid=0 2024-11-14T21:40:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741850_1026 (size=8516) 2024-11-14T21:40:10,441 INFO [M:0;ef788a4cade8:42595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d03ab9d8f4c34a1992078f9675236dd0 2024-11-14T21:40:10,498 DEBUG [M:0;ef788a4cade8:42595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b45a9f405745e9a1ec15eaed19b95b is 69, key is ef788a4cade8,40919,1731620387065/rs:state/1731620388134/Put/seqid=0 2024-11-14T21:40:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741851_1027 (size=5156) 2024-11-14T21:40:10,515 INFO [M:0;ef788a4cade8:42595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b45a9f405745e9a1ec15eaed19b95b 2024-11-14T21:40:10,523 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c1534c39fdb4ced86ac1aa5cdf57bcb as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c1534c39fdb4ced86ac1aa5cdf57bcb 2024-11-14T21:40:10,548 INFO [M:0;ef788a4cade8:42595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c1534c39fdb4ced86ac1aa5cdf57bcb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:40:10,551 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d03ab9d8f4c34a1992078f9675236dd0 as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d03ab9d8f4c34a1992078f9675236dd0 2024-11-14T21:40:10,565 INFO [M:0;ef788a4cade8:42595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d03ab9d8f4c34a1992078f9675236dd0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:40:10,566 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b45a9f405745e9a1ec15eaed19b95b as hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b45a9f405745e9a1ec15eaed19b95b 2024-11-14T21:40:10,586 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:10,597 INFO [M:0;ef788a4cade8:42595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42085/user/jenkins/test-data/83ac5830-f6ce-4270-a78e-6e89f8d7d31e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b45a9f405745e9a1ec15eaed19b95b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:40:10,599 INFO [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 371ms, sequenceid=97, compaction requested=false 2024-11-14T21:40:10,655 INFO [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:10,655 DEBUG [M:0;ef788a4cade8:42595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620410227Disabling compacts and flushes for region at 1731620410227Disabling writes for close at 1731620410227Obtaining lock to block concurrent updates at 1731620410228 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620410228Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731620410228Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620410233 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620410233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620410264 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620410264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620410343 (+79 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620410392 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620410392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620410446 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620410497 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620410497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e923a2: reopening flushed file at 1731620410523 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0c96a1: reopening flushed file at 1731620410548 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a208a3: reopening flushed file at 1731620410565 (+17 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 371ms, sequenceid=97, compaction requested=false at 1731620410599 (+34 ms)Writing region close event to WAL at 1731620410654 (+55 ms)Closed at 1731620410654 2024-11-14T21:40:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741830_1006 (size=63654) 2024-11-14T21:40:10,702 INFO [M:0;ef788a4cade8:42595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:40:10,702 INFO [M:0;ef788a4cade8:42595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42595 2024-11-14T21:40:10,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:10,705 INFO [M:0;ef788a4cade8:42595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:10,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:10,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42595-0x100ac61b03b0003, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:10,818 INFO [M:0;ef788a4cade8:42595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:10,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@193f24bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:10,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19ed8ca4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:10,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:10,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1abccfb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:10,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eca8c71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:10,830 WARN [BP-2102432658-172.17.0.2-1731620385102 heartbeating to localhost/127.0.0.1:42085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:40:10,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:40:10,830 WARN [BP-2102432658-172.17.0.2-1731620385102 heartbeating to localhost/127.0.0.1:42085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2102432658-172.17.0.2-1731620385102 (Datanode Uuid e1412a5e-ec9b-4850-9818-018c10dc1ee5) service to localhost/127.0.0.1:42085 2024-11-14T21:40:10,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:40:10,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:40:10,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/cluster_b48cba1e-507f-a0a3-b95b-bb52f103dcd6/data/data2/current/BP-2102432658-172.17.0.2-1731620385102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:10,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/cluster_b48cba1e-507f-a0a3-b95b-bb52f103dcd6/data/data1/current/BP-2102432658-172.17.0.2-1731620385102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:10,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7990343b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:10,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15870b76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:10,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:10,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@549becf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:10,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2299041c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30cfa000-faf8-7f71-d926-7476fe1622dd/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:10,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:40:10,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:40:10,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:10,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:10,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:10,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:40:10,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1545467851, stopped=false 2024-11-14T21:40:10,866 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,34825,1731620382560 2024-11-14T21:40:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-87944598/running 2024-11-14T21:40:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:40:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-87944598/running 2024-11-14T21:40:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:40:10,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on znode that does not yet exist, /0-87944598/running 2024-11-14T21:40:10,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Set watcher on znode that does not yet exist, /0-87944598/running 2024-11-14T21:40:10,871 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:10,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:10,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:10,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,35557,1731620382818' ***** 2024-11-14T21:40:10,873 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:40:10,873 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:40:10,873 INFO [RS:0;ef788a4cade8:35557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:40:10,873 INFO [RS:0;ef788a4cade8:35557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:40:10,873 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(3091): Received CLOSE for cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:40:10,873 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:40:10,874 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(3091): Received CLOSE for 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:40:10,874 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,35557,1731620382818 2024-11-14T21:40:10,874 INFO [RS:0;ef788a4cade8:35557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:10,874 INFO [RS:0;ef788a4cade8:35557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:35557. 2024-11-14T21:40:10,874 DEBUG [RS:0;ef788a4cade8:35557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:10,874 DEBUG [RS:0;ef788a4cade8:35557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:10,874 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb6f9595fca684c44dda5aa8b891bb1d, disabling compactions & flushes 2024-11-14T21:40:10,874 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:40:10,874 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:40:10,874 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. after waiting 0 ms 2024-11-14T21:40:10,874 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:40:10,874 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb6f9595fca684c44dda5aa8b891bb1d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T21:40:10,875 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:40:10,875 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:40:10,875 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:40:10,875 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:40:10,875 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:40:10,875 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1325): Online Regions={cb6f9595fca684c44dda5aa8b891bb1d=test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d., 2261dba27c50f76e5e938b2d44339b01=hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:40:10,875 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2261dba27c50f76e5e938b2d44339b01, cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:40:10,876 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:10,876 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:10,876 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:10,876 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:10,876 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:10,876 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:40:10,902 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/f/0aeb409cc93c43d793490754671e0d44 is 28, key is row/f:/1731620403100/DeleteFamily/seqid=0 2024-11-14T21:40:10,906 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:10,906 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/info/19fc89df6d494b449345ce1dcb18232c is 147, key is hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01./info:regioninfo/1731620396775/Put/seqid=0 2024-11-14T21:40:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741840_1016 (size=5085) 2024-11-14T21:40:10,914 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/f/0aeb409cc93c43d793490754671e0d44 2024-11-14T21:40:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741841_1017 (size=7686) 2024-11-14T21:40:10,924 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/info/19fc89df6d494b449345ce1dcb18232c 2024-11-14T21:40:10,945 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0aeb409cc93c43d793490754671e0d44 2024-11-14T21:40:10,971 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/f1/d7eb9141fc2e441899f0d92870d4fd26 is 29, key is row/f1:/1731620403100/DeleteFamily/seqid=0 2024-11-14T21:40:10,991 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/ns/3df404f804ce4734a5078b5d91a0b083 is 43, key is default/ns:d/1731620384918/Put/seqid=0 2024-11-14T21:40:10,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741842_1018 (size=5089) 2024-11-14T21:40:10,993 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/f1/d7eb9141fc2e441899f0d92870d4fd26 2024-11-14T21:40:10,998 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7eb9141fc2e441899f0d92870d4fd26 2024-11-14T21:40:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741843_1019 (size=5153) 2024-11-14T21:40:11,022 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/norep/f27050d14ac54485914a3b68fc18ce1c is 32, key is row/norep:/1731620403100/DeleteFamily/seqid=0 2024-11-14T21:40:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741844_1020 (size=5101) 2024-11-14T21:40:11,078 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2261dba27c50f76e5e938b2d44339b01, cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:40:11,279 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2261dba27c50f76e5e938b2d44339b01, cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:40:11,342 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:40:11,342 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:40:11,407 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/ns/3df404f804ce4734a5078b5d91a0b083 2024-11-14T21:40:11,430 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/norep/f27050d14ac54485914a3b68fc18ce1c 2024-11-14T21:40:11,438 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/rep_barrier/f4bc7a81424240d0b88fd72161522f22 is 112, key is test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d./rep_barrier:seqnumDuringOpen/1731620393902/Put/seqid=0 2024-11-14T21:40:11,445 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f27050d14ac54485914a3b68fc18ce1c 2024-11-14T21:40:11,454 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/f/0aeb409cc93c43d793490754671e0d44 as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/f/0aeb409cc93c43d793490754671e0d44 2024-11-14T21:40:11,480 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2261dba27c50f76e5e938b2d44339b01, cb6f9595fca684c44dda5aa8b891bb1d 2024-11-14T21:40:11,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741845_1021 (size=5518) 2024-11-14T21:40:11,488 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0aeb409cc93c43d793490754671e0d44 2024-11-14T21:40:11,488 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/f/0aeb409cc93c43d793490754671e0d44, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T21:40:11,494 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/f1/d7eb9141fc2e441899f0d92870d4fd26 as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/f1/d7eb9141fc2e441899f0d92870d4fd26 2024-11-14T21:40:11,498 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7eb9141fc2e441899f0d92870d4fd26 2024-11-14T21:40:11,498 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/f1/d7eb9141fc2e441899f0d92870d4fd26, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T21:40:11,498 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/.tmp/norep/f27050d14ac54485914a3b68fc18ce1c as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/norep/f27050d14ac54485914a3b68fc18ce1c 2024-11-14T21:40:11,502 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f27050d14ac54485914a3b68fc18ce1c 2024-11-14T21:40:11,502 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/norep/f27050d14ac54485914a3b68fc18ce1c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T21:40:11,506 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cb6f9595fca684c44dda5aa8b891bb1d in 632ms, sequenceid=6, compaction requested=false 2024-11-14T21:40:11,506 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:40:11,571 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/default/test/cb6f9595fca684c44dda5aa8b891bb1d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T21:40:11,571 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:11,571 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:11,572 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:40:11,572 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb6f9595fca684c44dda5aa8b891bb1d: Waiting for close lock at 1731620410874Running coprocessor pre-close hooks at 1731620410874Disabling compacts and flushes for region at 1731620410874Disabling writes for close at 1731620410874Obtaining lock to block concurrent updates at 1731620410874Preparing flush snapshotting stores in cb6f9595fca684c44dda5aa8b891bb1d at 1731620410874Finished memstore snapshotting test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731620410875 (+1 ms)Flushing stores of test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. at 1731620410875Flushing cb6f9595fca684c44dda5aa8b891bb1d/f: creating writer at 1731620410875Flushing cb6f9595fca684c44dda5aa8b891bb1d/f: appending metadata at 1731620410901 (+26 ms)Flushing cb6f9595fca684c44dda5aa8b891bb1d/f: closing flushed file at 1731620410901Flushing cb6f9595fca684c44dda5aa8b891bb1d/f1: creating writer at 1731620410945 (+44 ms)Flushing cb6f9595fca684c44dda5aa8b891bb1d/f1: appending metadata at 1731620410970 (+25 ms)Flushing cb6f9595fca684c44dda5aa8b891bb1d/f1: closing flushed file at 1731620410970Flushing cb6f9595fca684c44dda5aa8b891bb1d/norep: creating writer at 1731620410998 (+28 ms)Flushing cb6f9595fca684c44dda5aa8b891bb1d/norep: appending metadata at 1731620411021 (+23 ms)Flushing cb6f9595fca684c44dda5aa8b891bb1d/norep: closing flushed file at 1731620411021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524d8ce5: reopening flushed file at 1731620411445 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4555ef4e: reopening flushed file at 1731620411488 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4354954a: reopening flushed file at 1731620411498 (+10 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cb6f9595fca684c44dda5aa8b891bb1d in 632ms, sequenceid=6, compaction requested=false at 1731620411506 (+8 ms)Writing region close event to WAL at 1731620411537 (+31 ms)Running coprocessor post-close hooks at 1731620411571 (+34 ms)Closed at 1731620411572 (+1 ms) 2024-11-14T21:40:11,572 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620393040.cb6f9595fca684c44dda5aa8b891bb1d. 2024-11-14T21:40:11,572 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2261dba27c50f76e5e938b2d44339b01, disabling compactions & flushes 2024-11-14T21:40:11,572 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:40:11,572 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:40:11,572 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. after waiting 0 ms 2024-11-14T21:40:11,572 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:40:11,572 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2261dba27c50f76e5e938b2d44339b01 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T21:40:11,645 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01/.tmp/queue/0e9d666ca78548ceb295189d52e83cd3 is 153, key is 1-ef788a4cade8,35557,1731620382818/queue:ef788a4cade8%2C35557%2C1731620382818/1731620403851/Put/seqid=0 2024-11-14T21:40:11,681 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2261dba27c50f76e5e938b2d44339b01 2024-11-14T21:40:11,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741846_1022 (size=5352) 2024-11-14T21:40:11,696 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01/.tmp/queue/0e9d666ca78548ceb295189d52e83cd3 2024-11-14T21:40:11,731 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01/.tmp/queue/0e9d666ca78548ceb295189d52e83cd3 as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01/queue/0e9d666ca78548ceb295189d52e83cd3 2024-11-14T21:40:11,741 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01/queue/0e9d666ca78548ceb295189d52e83cd3, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T21:40:11,744 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2261dba27c50f76e5e938b2d44339b01 in 172ms, sequenceid=8, compaction requested=false 2024-11-14T21:40:11,790 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/replication/2261dba27c50f76e5e938b2d44339b01/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:40:11,798 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:11,798 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:11,799 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:40:11,799 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2261dba27c50f76e5e938b2d44339b01: Waiting for close lock at 1731620411572Running coprocessor pre-close hooks at 1731620411572Disabling compacts and flushes for region at 1731620411572Disabling writes for close at 1731620411572Obtaining lock to block concurrent updates at 1731620411572Preparing flush snapshotting stores in 2261dba27c50f76e5e938b2d44339b01 at 1731620411572Finished memstore snapshotting hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731620411573 (+1 ms)Flushing stores of hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. at 1731620411582 (+9 ms)Flushing 2261dba27c50f76e5e938b2d44339b01/queue: creating writer at 1731620411582Flushing 2261dba27c50f76e5e938b2d44339b01/queue: appending metadata at 1731620411645 (+63 ms)Flushing 2261dba27c50f76e5e938b2d44339b01/queue: closing flushed file at 1731620411645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4375af8: reopening flushed file at 1731620411730 (+85 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2261dba27c50f76e5e938b2d44339b01 in 172ms, sequenceid=8, compaction requested=false at 1731620411744 (+14 ms)Writing region close event to WAL at 1731620411754 (+10 ms)Running coprocessor post-close hooks at 1731620411798 (+44 ms)Closed at 1731620411798 2024-11-14T21:40:11,799 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620395559.2261dba27c50f76e5e938b2d44339b01. 2024-11-14T21:40:11,816 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 636, reset compression=false 2024-11-14T21:40:11,844 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:11,845 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 1527, reset compression=false 2024-11-14T21:40:11,845 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,35557,1731620382818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:11,846 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,35557,1731620382818: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef788a4cade8,35557,1731620382818, walGroup=ef788a4cade8%2C35557%2C1731620382818, offset=ef788a4cade8%2C35557%2C1731620382818.1731620384414:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:35557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:40:11,848 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:40:11,848 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:40:11,848 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:40:11,848 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:40:11,848 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:40:11,848 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 1118840320 }, "NonHeapMemoryUsage": { "committed": 207290368, "init": 7667712, "max": -1, "used": 201905696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:40:11,848 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:34825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:34825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T21:40:11,881 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:40:11,881 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:40:11,881 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:11,887 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/rep_barrier/f4bc7a81424240d0b88fd72161522f22 2024-11-14T21:40:11,916 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/table/f43715a8be7e46ff871f7d18883e142e is 53, key is hbase:replication/table:state/1731620396783/Put/seqid=0 2024-11-14T21:40:11,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741847_1023 (size=5308) 2024-11-14T21:40:11,948 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/table/f43715a8be7e46ff871f7d18883e142e 2024-11-14T21:40:11,960 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/info/19fc89df6d494b449345ce1dcb18232c as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/info/19fc89df6d494b449345ce1dcb18232c 2024-11-14T21:40:11,965 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/info/19fc89df6d494b449345ce1dcb18232c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:40:11,966 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/ns/3df404f804ce4734a5078b5d91a0b083 as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/ns/3df404f804ce4734a5078b5d91a0b083 2024-11-14T21:40:11,971 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/ns/3df404f804ce4734a5078b5d91a0b083, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:40:11,972 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/rep_barrier/f4bc7a81424240d0b88fd72161522f22 as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/rep_barrier/f4bc7a81424240d0b88fd72161522f22 2024-11-14T21:40:11,977 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/rep_barrier/f4bc7a81424240d0b88fd72161522f22, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:40:11,978 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/.tmp/table/f43715a8be7e46ff871f7d18883e142e as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/table/f43715a8be7e46ff871f7d18883e142e 2024-11-14T21:40:12,024 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/table/f43715a8be7e46ff871f7d18883e142e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:40:12,043 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1167ms, sequenceid=16, compaction requested=false 2024-11-14T21:40:12,043 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:40:12,070 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 1527, reset compression=false 2024-11-14T21:40:12,081 DEBUG [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:12,106 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:40:12,107 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:12,107 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:12,107 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:12,107 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620410876Running coprocessor pre-close hooks at 1731620410876Disabling compacts and flushes for region at 1731620410876Disabling writes for close at 1731620410876Obtaining lock to block concurrent updates at 1731620410876Preparing flush snapshotting stores in 1588230740 at 1731620410876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620410876Flushing stores of hbase:meta,,1.1588230740 at 1731620410877 (+1 ms)Flushing 1588230740/info: creating writer at 1731620410877Flushing 1588230740/info: appending metadata at 1731620410906 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731620410906Flushing 1588230740/ns: creating writer at 1731620410961 (+55 ms)Flushing 1588230740/ns: appending metadata at 1731620410990 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731620410990Flushing 1588230740/rep_barrier: creating writer at 1731620411417 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620411435 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620411435Flushing 1588230740/table: creating writer at 1731620411896 (+461 ms)Flushing 1588230740/table: appending metadata at 1731620411916 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731620411916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e8f991: reopening flushed file at 1731620411959 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f19141: reopening flushed file at 1731620411965 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548e104b: reopening flushed file at 1731620411971 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa7d29a: reopening flushed file at 1731620411977 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1167ms, sequenceid=16, compaction requested=false at 1731620412043 (+66 ms)Writing region close event to WAL at 1731620412101 (+58 ms)Running coprocessor post-close hooks at 1731620412107 (+6 ms)Closed at 1731620412107 2024-11-14T21:40:12,107 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:12,147 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:40:12,282 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,35557,1731620382818; all regions closed. 2024-11-14T21:40:12,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.meta.1731620384786.meta not finished, retry = 0 2024-11-14T21:40:12,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741834_1010 (size=4239) 2024-11-14T21:40:12,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:40:12,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,401 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 to pos 1527, reset compression=false 2024-11-14T21:40:12,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:12,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.rep.1731620396727 not finished, retry = 0 2024-11-14T21:40:12,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741839_1015 (size=2240) 2024-11-14T21:40:12,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/WALs/ef788a4cade8,35557,1731620382818/ef788a4cade8%2C35557%2C1731620382818.1731620384414 not finished, retry = 0 2024-11-14T21:40:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741833_1009 (size=1535) 2024-11-14T21:40:12,687 DEBUG [RS:0;ef788a4cade8:35557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:12,687 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:12,687 INFO [RS:0;ef788a4cade8:35557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:12,688 INFO [RS:0;ef788a4cade8:35557 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:12,688 INFO [RS:0;ef788a4cade8:35557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:12,688 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,35557,1731620382818 because: Region server is closing 2024-11-14T21:40:12,689 INFO [RS:0;ef788a4cade8:35557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:35557. 2024-11-14T21:40:12,689 DEBUG [RS:0;ef788a4cade8:35557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:12,689 DEBUG [RS:0;ef788a4cade8:35557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:12,689 DEBUG [RS:0;ef788a4cade8:35557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:12,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:12,690 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:12,789 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.shipperef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 terminated 2024-11-14T21:40:12,790 INFO [RS:0;ef788a4cade8:35557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35557 2024-11-14T21:40:12,790 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,35557,1731620382818.replicationSource.wal-reader.ef788a4cade8%2C35557%2C1731620382818,1-ef788a4cade8,35557,1731620382818 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:40:12,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-87944598/rs/ef788a4cade8,35557,1731620382818 2024-11-14T21:40:12,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598/rs 2024-11-14T21:40:12,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,35557,1731620382818] 2024-11-14T21:40:12,794 INFO [RS:0;ef788a4cade8:35557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:12,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-87944598/draining/ef788a4cade8,35557,1731620382818 already deleted, retry=false 2024-11-14T21:40:12,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,35557,1731620382818 expired; onlineServers=0 2024-11-14T21:40:12,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,34825,1731620382560' ***** 2024-11-14T21:40:12,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:40:12,795 INFO [M:0;ef788a4cade8:34825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:12,796 INFO [M:0;ef788a4cade8:34825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:12,796 DEBUG [M:0;ef788a4cade8:34825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:40:12,796 DEBUG [M:0;ef788a4cade8:34825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:40:12,796 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620384122 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620384122,5,FailOnTimeoutGroup] 2024-11-14T21:40:12,796 INFO [M:0;ef788a4cade8:34825 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:12,796 INFO [M:0;ef788a4cade8:34825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:12,796 DEBUG [M:0;ef788a4cade8:34825 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:40:12,796 INFO [M:0;ef788a4cade8:34825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:40:12,796 INFO [M:0;ef788a4cade8:34825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:12,796 INFO [M:0;ef788a4cade8:34825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:40:12,797 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:40:12,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-87944598/master 2024-11-14T21:40:12,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-87944598 2024-11-14T21:40:12,798 DEBUG [M:0;ef788a4cade8:34825 {}] zookeeper.ZKUtil(347): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Unable to get data of znode /0-87944598/master because node does not exist (not an error) 2024-11-14T21:40:12,798 WARN [M:0;ef788a4cade8:34825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:40:12,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:40:12,798 INFO [M:0;ef788a4cade8:34825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/.lastflushedseqids 2024-11-14T21:40:12,799 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620384125 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620384125,5,FailOnTimeoutGroup] 2024-11-14T21:40:12,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741848_1024 (size=245) 2024-11-14T21:40:12,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:12,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x100ac61b03b0001, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:12,897 INFO [RS:0;ef788a4cade8:35557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:12,897 INFO [RS:0;ef788a4cade8:35557 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,35557,1731620382818; zookeeper connection closed. 2024-11-14T21:40:12,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cfa1a33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cfa1a33 2024-11-14T21:40:12,898 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:40:13,210 INFO [M:0;ef788a4cade8:34825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:40:13,211 INFO [M:0;ef788a4cade8:34825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:40:13,211 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:13,211 INFO [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:13,211 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:13,212 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:13,212 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:13,212 INFO [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T21:40:13,239 DEBUG [M:0;ef788a4cade8:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a682dec5ab0b4bb6a453dc86a8bcf22c is 82, key is hbase:meta,,1/info:regioninfo/1731620384899/Put/seqid=0 2024-11-14T21:40:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741849_1025 (size=5672) 2024-11-14T21:40:13,264 INFO [M:0;ef788a4cade8:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a682dec5ab0b4bb6a453dc86a8bcf22c 2024-11-14T21:40:13,291 DEBUG [M:0;ef788a4cade8:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d98b5b62ab84f7f8cf95311a959320f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620396788/Put/seqid=0 2024-11-14T21:40:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741850_1026 (size=8516) 2024-11-14T21:40:13,303 INFO [M:0;ef788a4cade8:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d98b5b62ab84f7f8cf95311a959320f 2024-11-14T21:40:13,347 DEBUG [M:0;ef788a4cade8:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8894162e630249fd96adab0da5f1a9a7 is 69, key is ef788a4cade8,35557,1731620382818/rs:state/1731620384232/Put/seqid=0 2024-11-14T21:40:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741851_1027 (size=5156) 2024-11-14T21:40:13,359 INFO [M:0;ef788a4cade8:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8894162e630249fd96adab0da5f1a9a7 2024-11-14T21:40:13,364 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a682dec5ab0b4bb6a453dc86a8bcf22c as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a682dec5ab0b4bb6a453dc86a8bcf22c 2024-11-14T21:40:13,369 INFO [M:0;ef788a4cade8:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a682dec5ab0b4bb6a453dc86a8bcf22c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T21:40:13,369 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d98b5b62ab84f7f8cf95311a959320f as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d98b5b62ab84f7f8cf95311a959320f 2024-11-14T21:40:13,374 INFO [M:0;ef788a4cade8:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d98b5b62ab84f7f8cf95311a959320f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T21:40:13,375 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8894162e630249fd96adab0da5f1a9a7 as hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8894162e630249fd96adab0da5f1a9a7 2024-11-14T21:40:13,381 INFO [M:0;ef788a4cade8:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33011/user/jenkins/test-data/75167978-70fc-a346-7d6e-4e05b3c45382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8894162e630249fd96adab0da5f1a9a7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T21:40:13,382 INFO [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=97, compaction requested=false 2024-11-14T21:40:13,405 INFO [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:13,405 DEBUG [M:0;ef788a4cade8:34825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620413211Disabling compacts and flushes for region at 1731620413211Disabling writes for close at 1731620413212 (+1 ms)Obtaining lock to block concurrent updates at 1731620413212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620413212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731620413212Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620413213 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620413213Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620413238 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620413238Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620413269 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620413291 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620413291Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620413313 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620413347 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620413347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc0648a: reopening flushed file at 1731620413364 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637732e8: reopening flushed file at 1731620413369 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc1cace: reopening flushed file at 1731620413374 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=97, compaction requested=false at 1731620413382 (+8 ms)Writing region close event to WAL at 1731620413405 (+23 ms)Closed at 1731620413405 2024-11-14T21:40:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741830_1006 (size=63654) 2024-11-14T21:40:13,409 INFO [M:0;ef788a4cade8:34825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:40:13,409 INFO [M:0;ef788a4cade8:34825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34825 2024-11-14T21:40:13,409 INFO [M:0;ef788a4cade8:34825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:13,410 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:13,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:13,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x100ac61b03b0000, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:13,513 INFO [M:0;ef788a4cade8:34825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:13,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7138691d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:13,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6006a90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:13,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:13,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6254f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:13,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c9d67c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:13,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:40:13,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:40:13,537 WARN [BP-1567110020-172.17.0.2-1731620380735 heartbeating to localhost/127.0.0.1:33011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:40:13,538 WARN [BP-1567110020-172.17.0.2-1731620380735 heartbeating to localhost/127.0.0.1:33011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1567110020-172.17.0.2-1731620380735 (Datanode Uuid 47b60b62-fa0b-4d84-aba8-2ee2996bb1dc) service to localhost/127.0.0.1:33011 2024-11-14T21:40:13,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:40:13,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6/data/data2/current/BP-1567110020-172.17.0.2-1731620380735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:13,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/cluster_b662203b-3a92-0f39-8886-33d8eeed7dd6/data/data1/current/BP-1567110020-172.17.0.2-1731620380735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:13,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd644cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:13,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e9e5d4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:13,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:13,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c25c2ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:13,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@459ceb58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3dc3bc9-b24a-112a-9ac4-a5503b45ab21/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:13,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:40:13,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:40:13,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33011 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42631 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42085 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=796 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1056 (was 1102), ProcessCount=11 (was 11), AvailableMemoryMB=1122 (was 2589) 2024-11-14T21:40:13,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=1056, ProcessCount=11, AvailableMemoryMB=1119 2024-11-14T21:40:13,673 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T21:40:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.log.dir so I do NOT create it in target/test-data/1013e298-7fea-2435-78e1-4ae219b86557 2024-11-14T21:40:13,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:40:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.tmp.dir so I do NOT create it in target/test-data/1013e298-7fea-2435-78e1-4ae219b86557 2024-11-14T21:40:13,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a938dbf9-3d8e-b8cb-dafe-ab0380a70de2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:40:13,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557 2024-11-14T21:40:13,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f, deleteOnExit=true 2024-11-14T21:40:13,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac61b03b0002, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:40:13,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac61b03b0005, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:40:13,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac61b03b0002, quorum=127.0.0.1:49469, baseZNode=/0-87944598 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:40:13,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac61b03b0005, quorum=127.0.0.1:49469, baseZNode=/1512329762 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:40:13,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ac61b03b0008, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:40:13,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ac61b03b0008, quorum=127.0.0.1:49469, baseZNode=/2644891429 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:40:13,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/zookeeper_0, clientPort=59009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:40:13,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59009 2024-11-14T21:40:13,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:40:13,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:40:13,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/test.cache.data in system properties and HBase conf 2024-11-14T21:40:13,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:40:13,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:40:13,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:40:13,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:40:13,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:40:13,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:40:13,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:13,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:40:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:40:14,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:14,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:14,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:14,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:14,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:40:14,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:14,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d2950d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:14,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71436cce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:14,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e024db6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/java.io.tmpdir/jetty-localhost-40457-hadoop-hdfs-3_4_1-tests_jar-_-any-18128291413765152547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:14,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b926427{HTTP/1.1, (http/1.1)}{localhost:40457} 2024-11-14T21:40:14,286 INFO [Time-limited test {}] server.Server(415): Started @283639ms 2024-11-14T21:40:14,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:14,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:14,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:14,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:14,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:40:14,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76360587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:14,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@476ea1df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:14,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fae56ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/java.io.tmpdir/jetty-localhost-36599-hadoop-hdfs-3_4_1-tests_jar-_-any-14572471247154568650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:14,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e4de3{HTTP/1.1, (http/1.1)}{localhost:36599} 2024-11-14T21:40:14,696 INFO [Time-limited test {}] server.Server(415): Started @284049ms 2024-11-14T21:40:14,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:40:14,935 WARN [Thread-4147 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/data/data1/current/BP-457370455-172.17.0.2-1731620413819/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:14,947 WARN [Thread-4148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/data/data2/current/BP-457370455-172.17.0.2-1731620413819/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:15,033 WARN [Thread-4135 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:40:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1ffbf7a88714954 with lease ID 0xe32f79ac5d9ba0df: Processing first storage report for DS-4b55d360-9e6f-4061-920d-72c50d21a3fe from datanode DatanodeRegistration(127.0.0.1:43335, datanodeUuid=726fd846-0fc0-4a78-9702-acaa834cd378, infoPort=41413, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=569632676;c=1731620413819) 2024-11-14T21:40:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1ffbf7a88714954 with lease ID 0xe32f79ac5d9ba0df: from storage DS-4b55d360-9e6f-4061-920d-72c50d21a3fe node DatanodeRegistration(127.0.0.1:43335, datanodeUuid=726fd846-0fc0-4a78-9702-acaa834cd378, infoPort=41413, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=569632676;c=1731620413819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:40:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1ffbf7a88714954 with lease ID 0xe32f79ac5d9ba0df: Processing first storage report for DS-b3dd3105-9bfe-43d0-b2ae-741d28df188e from datanode DatanodeRegistration(127.0.0.1:43335, datanodeUuid=726fd846-0fc0-4a78-9702-acaa834cd378, infoPort=41413, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=569632676;c=1731620413819) 2024-11-14T21:40:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1ffbf7a88714954 with lease ID 0xe32f79ac5d9ba0df: from storage DS-b3dd3105-9bfe-43d0-b2ae-741d28df188e node DatanodeRegistration(127.0.0.1:43335, datanodeUuid=726fd846-0fc0-4a78-9702-acaa834cd378, infoPort=41413, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=569632676;c=1731620413819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:40:15,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557 2024-11-14T21:40:15,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:15,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:15,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:40:15,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b with version=8 2024-11-14T21:40:15,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/hbase-staging 2024-11-14T21:40:15,185 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:15,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:15,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:40:15,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:15,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38559 2024-11-14T21:40:15,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38559 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-14T21:40:15,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385590x0, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:15,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38559-0x100ac62313b0000 connected 2024-11-14T21:40:15,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:15,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:15,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on znode that does not yet exist, /0-1068441512/running 2024-11-14T21:40:15,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b, hbase.cluster.distributed=false 2024-11-14T21:40:15,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on znode that does not yet exist, /0-1068441512/acl 2024-11-14T21:40:15,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38559 2024-11-14T21:40:15,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38559 2024-11-14T21:40:15,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38559 2024-11-14T21:40:15,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38559 2024-11-14T21:40:15,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38559 2024-11-14T21:40:15,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:15,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:15,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:15,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:15,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:15,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:15,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:40:15,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:15,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34271 2024-11-14T21:40:15,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34271 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-14T21:40:15,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:15,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:15,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342710x0, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:15,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342710x0, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on znode that does not yet exist, /0-1068441512/running 2024-11-14T21:40:15,450 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:40:15,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34271-0x100ac62313b0001 connected 2024-11-14T21:40:15,471 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:40:15,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on znode that does not yet exist, /0-1068441512/master 2024-11-14T21:40:15,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on znode that does not yet exist, /0-1068441512/acl 2024-11-14T21:40:15,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34271 2024-11-14T21:40:15,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34271 2024-11-14T21:40:15,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34271 2024-11-14T21:40:15,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34271 2024-11-14T21:40:15,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34271 2024-11-14T21:40:15,542 DEBUG [M:0;ef788a4cade8:38559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:38559 2024-11-14T21:40:15,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1068441512/backup-masters/ef788a4cade8,38559,1731620415185 2024-11-14T21:40:15,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512/backup-masters 2024-11-14T21:40:15,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512/backup-masters 2024-11-14T21:40:15,546 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on existing znode=/0-1068441512/backup-masters/ef788a4cade8,38559,1731620415185 2024-11-14T21:40:15,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1068441512/master 2024-11-14T21:40:15,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:15,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:15,548 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on existing znode=/0-1068441512/master 2024-11-14T21:40:15,549 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1068441512/backup-masters/ef788a4cade8,38559,1731620415185 from backup master directory 2024-11-14T21:40:15,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1068441512/backup-masters/ef788a4cade8,38559,1731620415185 2024-11-14T21:40:15,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512/backup-masters 2024-11-14T21:40:15,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512/backup-masters 2024-11-14T21:40:15,550 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:15,550 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,38559,1731620415185 2024-11-14T21:40:15,553 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/hbase.id] with ID: e25e3875-3f01-46dc-a1aa-02cbf56e1de9 2024-11-14T21:40:15,553 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/.tmp/hbase.id 2024-11-14T21:40:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:40:15,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:15,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:40:15,678 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108800 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:40:15,987 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/.tmp/hbase.id]:[hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/hbase.id] 2024-11-14T21:40:16,026 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:16,026 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:40:16,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T21:40:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:16,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:16,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:40:16,059 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:16,060 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:40:16,062 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:16,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:40:16,519 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/data/master/store 2024-11-14T21:40:16,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:40:16,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:16,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:16,569 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:16,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:16,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:16,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:16,569 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:16,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620416569Disabling compacts and flushes for region at 1731620416569Disabling writes for close at 1731620416569Writing region close event to WAL at 1731620416569Closed at 1731620416569 2024-11-14T21:40:16,571 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/data/master/store/.initializing 2024-11-14T21:40:16,571 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/WALs/ef788a4cade8,38559,1731620415185 2024-11-14T21:40:16,573 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:16,574 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C38559%2C1731620415185, suffix=, logDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/WALs/ef788a4cade8,38559,1731620415185, archiveDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/oldWALs, maxLogs=10 2024-11-14T21:40:16,603 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/WALs/ef788a4cade8,38559,1731620415185/ef788a4cade8%2C38559%2C1731620415185.1731620416575, exclude list is [], retry=0 2024-11-14T21:40:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43335,DS-4b55d360-9e6f-4061-920d-72c50d21a3fe,DISK] 2024-11-14T21:40:16,635 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/WALs/ef788a4cade8,38559,1731620415185/ef788a4cade8%2C38559%2C1731620415185.1731620416575 2024-11-14T21:40:16,638 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41413:41413)] 2024-11-14T21:40:16,639 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:16,639 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:16,639 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,639 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:40:16,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:16,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:16,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:40:16,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:16,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:16,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:40:16,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:16,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:16,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:40:16,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:16,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:16,711 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,714 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,717 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,731 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,731 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,733 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:16,740 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:16,766 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:16,767 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62403193, jitterRate=-0.0701199620962143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:16,768 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620416639Initializing all the Stores at 1731620416640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620416640Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620416650 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620416650Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620416650Cleaning up temporary data from old regions at 1731620416731 (+81 ms)Region opened successfully at 1731620416768 (+37 ms) 2024-11-14T21:40:16,777 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:40:16,780 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f63ce33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:16,783 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:40:16,783 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:40:16,783 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:40:16,783 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:40:16,784 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:40:16,784 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:40:16,784 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:40:16,821 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:40:16,826 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Unable to get data of znode /0-1068441512/balancer because node does not exist (not necessarily an error) 2024-11-14T21:40:16,831 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068441512/balancer already deleted, retry=false 2024-11-14T21:40:16,831 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:40:16,832 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Unable to get data of znode /0-1068441512/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:40:16,834 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068441512/normalizer already deleted, retry=false 2024-11-14T21:40:16,834 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:40:16,835 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Unable to get data of znode /0-1068441512/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:40:16,837 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068441512/switch/split already deleted, retry=false 2024-11-14T21:40:16,838 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Unable to get data of znode /0-1068441512/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:40:16,845 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068441512/switch/merge already deleted, retry=false 2024-11-14T21:40:16,852 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Unable to get data of znode /0-1068441512/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:40:16,854 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068441512/snapshot-cleanup already deleted, retry=false 2024-11-14T21:40:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1068441512/running 2024-11-14T21:40:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:16,856 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,38559,1731620415185, sessionid=0x100ac62313b0000, setting cluster-up flag (Was=false) 2024-11-14T21:40:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1068441512/running 2024-11-14T21:40:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:16,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:16,866 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1068441512/flush-table-proc/acquired, /0-1068441512/flush-table-proc/reached, /0-1068441512/flush-table-proc/abort 2024-11-14T21:40:16,868 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,38559,1731620415185 2024-11-14T21:40:16,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:16,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:16,895 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1068441512/online-snapshot/acquired, /0-1068441512/online-snapshot/reached, /0-1068441512/online-snapshot/abort 2024-11-14T21:40:16,896 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,38559,1731620415185 2024-11-14T21:40:16,903 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:40:16,907 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:16,908 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:40:16,908 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:40:16,908 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,38559,1731620415185 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:16,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:16,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620446913 2024-11-14T21:40:16,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:16,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:40:16,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:40:16,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:40:16,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:40:16,913 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:40:16,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:40:16,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:40:16,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:16,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:40:16,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:16,942 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:40:16,942 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:40:16,942 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:40:16,943 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:40:16,947 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:40:16,947 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:40:16,947 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620416947,5,FailOnTimeoutGroup] 2024-11-14T21:40:16,954 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620416947,5,FailOnTimeoutGroup] 2024-11-14T21:40:16,954 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:16,954 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:40:16,954 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:16,955 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:40:17,010 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(746): ClusterId : e25e3875-3f01-46dc-a1aa-02cbf56e1de9 2024-11-14T21:40:17,010 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:40:17,013 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:40:17,013 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:40:17,015 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:40:17,015 DEBUG [RS:0;ef788a4cade8:34271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad9e504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:17,048 DEBUG [RS:0;ef788a4cade8:34271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:34271 2024-11-14T21:40:17,056 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:40:17,056 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:40:17,056 DEBUG [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:40:17,058 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,38559,1731620415185 with port=34271, startcode=1731620415434 2024-11-14T21:40:17,058 DEBUG [RS:0;ef788a4cade8:34271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:40:17,066 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:40:17,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,34271,1731620415434 2024-11-14T21:40:17,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38559 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,34271,1731620415434 2024-11-14T21:40:17,068 DEBUG [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b 2024-11-14T21:40:17,068 DEBUG [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42127 2024-11-14T21:40:17,068 DEBUG [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:40:17,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512/rs 2024-11-14T21:40:17,070 DEBUG [RS:0;ef788a4cade8:34271 {}] zookeeper.ZKUtil(111): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Set watcher on existing znode=/0-1068441512/rs/ef788a4cade8,34271,1731620415434 2024-11-14T21:40:17,071 WARN [RS:0;ef788a4cade8:34271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:17,071 INFO [RS:0;ef788a4cade8:34271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:17,071 DEBUG [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/WALs/ef788a4cade8,34271,1731620415434 2024-11-14T21:40:17,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,34271,1731620415434] 2024-11-14T21:40:17,081 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:40:17,090 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:40:17,107 INFO [RS:0;ef788a4cade8:34271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:40:17,107 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,110 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:40:17,114 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:40:17,114 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:17,115 DEBUG [RS:0;ef788a4cade8:34271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:17,146 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,146 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,146 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,146 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,146 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,146 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34271,1731620415434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:17,194 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:40:17,194 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34271,1731620415434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,195 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,195 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.Replication(171): ef788a4cade8,34271,1731620415434 started 2024-11-14T21:40:17,217 INFO [RS:0;ef788a4cade8:34271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:17,217 INFO [RS:0;ef788a4cade8:34271 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,34271,1731620415434, RpcServer on ef788a4cade8/172.17.0.2:34271, sessionid=0x100ac62313b0001 2024-11-14T21:40:17,217 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:40:17,217 DEBUG [RS:0;ef788a4cade8:34271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,34271,1731620415434 2024-11-14T21:40:17,217 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,34271,1731620415434' 2024-11-14T21:40:17,217 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1068441512/flush-table-proc/abort' 2024-11-14T21:40:17,219 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1068441512/flush-table-proc/acquired' 2024-11-14T21:40:17,223 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:40:17,223 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:40:17,223 DEBUG [RS:0;ef788a4cade8:34271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,34271,1731620415434 2024-11-14T21:40:17,223 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,34271,1731620415434' 2024-11-14T21:40:17,223 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1068441512/online-snapshot/abort' 2024-11-14T21:40:17,227 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1068441512/online-snapshot/acquired' 2024-11-14T21:40:17,231 DEBUG [RS:0;ef788a4cade8:34271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:40:17,231 INFO [RS:0;ef788a4cade8:34271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:40:17,231 INFO [RS:0;ef788a4cade8:34271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:40:17,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:40:17,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,332 INFO [RS:0;ef788a4cade8:34271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:17,333 INFO [RS:0;ef788a4cade8:34271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C34271%2C1731620415434, suffix=, logDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/WALs/ef788a4cade8,34271,1731620415434, archiveDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/oldWALs, maxLogs=10 2024-11-14T21:40:17,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,363 DEBUG [RS:0;ef788a4cade8:34271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/WALs/ef788a4cade8,34271,1731620415434/ef788a4cade8%2C34271%2C1731620415434.1731620417333, exclude list is [], retry=0 2024-11-14T21:40:17,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43335,DS-4b55d360-9e6f-4061-920d-72c50d21a3fe,DISK] 2024-11-14T21:40:17,381 INFO [RS:0;ef788a4cade8:34271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/WALs/ef788a4cade8,34271,1731620415434/ef788a4cade8%2C34271%2C1731620415434.1731620417333 2024-11-14T21:40:17,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,388 DEBUG [RS:0;ef788a4cade8:34271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41413:41413)] 2024-11-14T21:40:17,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:40:17,388 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b 2024-11-14T21:40:17,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:40:17,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:17,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:17,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:17,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:17,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:17,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:17,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:17,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:17,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:17,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:17,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/hbase/meta/1588230740 2024-11-14T21:40:17,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/hbase/meta/1588230740 2024-11-14T21:40:17,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:17,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:17,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:17,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:17,507 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:17,507 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68054324, jitterRate=0.014088451862335205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620417447Initializing all the Stores at 1731620417448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620417448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620417461 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620417461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620417461Cleaning up temporary data from old regions at 1731620417487 (+26 ms)Region opened successfully at 1731620417508 (+21 ms) 2024-11-14T21:40:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:17,508 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:17,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:17,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620417508Disabling compacts and flushes for region at 1731620417508Disabling writes for close at 1731620417508Writing region close event to WAL at 1731620417527 (+19 ms)Closed at 1731620417527 2024-11-14T21:40:17,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:17,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:40:17,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:40:17,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:17,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:40:17,683 DEBUG [ef788a4cade8:38559 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:40:17,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,34271,1731620415434 2024-11-14T21:40:17,685 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,34271,1731620415434, state=OPENING 2024-11-14T21:40:17,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:40:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:17,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:17,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,34271,1731620415434}] 2024-11-14T21:40:17,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068441512 2024-11-14T21:40:17,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068441512/meta-region-server: CHANGED 2024-11-14T21:40:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068441512/meta-region-server: CHANGED 2024-11-14T21:40:17,870 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:17,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:40:17,886 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:40:17,887 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:17,887 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:40:17,889 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C34271%2C1731620415434.meta, suffix=.meta, logDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/WALs/ef788a4cade8,34271,1731620415434, archiveDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/oldWALs, maxLogs=10 2024-11-14T21:40:17,908 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/WALs/ef788a4cade8,34271,1731620415434/ef788a4cade8%2C34271%2C1731620415434.meta.1731620417889.meta, exclude list is [], retry=0 2024-11-14T21:40:17,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43335,DS-4b55d360-9e6f-4061-920d-72c50d21a3fe,DISK] 2024-11-14T21:40:17,913 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/WALs/ef788a4cade8,34271,1731620415434/ef788a4cade8%2C34271%2C1731620415434.meta.1731620417889.meta 2024-11-14T21:40:17,914 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41413:41413)] 2024-11-14T21:40:17,915 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:17,915 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:17,915 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:40:17,915 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:40:17,915 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:40:17,915 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:40:17,915 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:17,915 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:40:17,915 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:40:17,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:17,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:17,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:17,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:17,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:17,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:17,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:17,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:17,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:17,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:17,940 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:17,941 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/hbase/meta/1588230740 2024-11-14T21:40:17,956 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/hbase/meta/1588230740 2024-11-14T21:40:17,967 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:17,967 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:17,968 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:17,974 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:17,976 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64094749, jitterRate=-0.04491381347179413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:17,976 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:40:17,977 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620417916Writing region info on filesystem at 1731620417916Initializing all the Stores at 1731620417922 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620417922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620417929 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620417929Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620417929Cleaning up temporary data from old regions at 1731620417967 (+38 ms)Running coprocessor post-open hooks at 1731620417976 (+9 ms)Region opened successfully at 1731620417977 (+1 ms) 2024-11-14T21:40:17,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:40:17,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:17,992 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620417869 2024-11-14T21:40:17,999 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:40:17,999 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:40:18,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,34271,1731620415434 2024-11-14T21:40:18,004 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,34271,1731620415434, state=OPEN 2024-11-14T21:40:18,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34271-0x100ac62313b0001, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1068441512/meta-region-server 2024-11-14T21:40:18,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38559-0x100ac62313b0000, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1068441512/meta-region-server 2024-11-14T21:40:18,011 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,34271,1731620415434 2024-11-14T21:40:18,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068441512/meta-region-server: CHANGED 2024-11-14T21:40:18,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068441512/meta-region-server: CHANGED 2024-11-14T21:40:18,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:40:18,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,34271,1731620415434 in 301 msec 2024-11-14T21:40:18,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:40:18,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-14T21:40:18,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:18,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:40:18,062 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:18,062 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34271,1731620415434, seqNum=-1] 2024-11-14T21:40:18,062 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:18,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:18,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1790 sec 2024-11-14T21:40:18,089 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620418089, completionTime=-1 2024-11-14T21:40:18,089 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:40:18,089 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620478092 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620538092 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38559,1731620415185-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38559,1731620415185-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38559,1731620415185-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:38559, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:18,092 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:18,095 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:40:18,095 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:18,106 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.556sec 2024-11-14T21:40:18,106 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:40:18,106 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:40:18,106 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:40:18,106 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:40:18,106 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:40:18,107 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38559,1731620415185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:18,107 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38559,1731620415185-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:40:18,109 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:40:18,109 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:40:18,109 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,38559,1731620415185-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:18,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434b1280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38559,-1 for getting cluster id 2024-11-14T21:40:18,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:18,227 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25e3875-3f01-46dc-a1aa-02cbf56e1de9' 2024-11-14T21:40:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25e3875-3f01-46dc-a1aa-02cbf56e1de9" 2024-11-14T21:40:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266ca06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38559,-1] 2024-11-14T21:40:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:18,229 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:18,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4701c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,34271,1731620415434, seqNum=-1] 2024-11-14T21:40:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:18,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,38559,1731620415185 2024-11-14T21:40:18,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-14T21:40:18,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59009, baseZNode=/0-1068441512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:18,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac62313b0002 connected 2024-11-14T21:40:18,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,38559,1731620415185 2024-11-14T21:40:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea671f8 2024-11-14T21:40:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:18,258 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:18,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:40:18,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:40:18,261 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:18,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:40:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:18,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:40:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:40:18,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 007c652f9e810b78456e9900031763f2, NAME => 'test,,1731620418258.007c652f9e810b78456e9900031763f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b 2024-11-14T21:40:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:40:18,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620418258.007c652f9e810b78456e9900031763f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:18,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 007c652f9e810b78456e9900031763f2, disabling compactions & flushes 2024-11-14T21:40:18,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620418258.007c652f9e810b78456e9900031763f2. 2024-11-14T21:40:18,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620418258.007c652f9e810b78456e9900031763f2. 2024-11-14T21:40:18,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620418258.007c652f9e810b78456e9900031763f2. after waiting 0 ms 2024-11-14T21:40:18,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620418258.007c652f9e810b78456e9900031763f2. 2024-11-14T21:40:18,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620418258.007c652f9e810b78456e9900031763f2. 2024-11-14T21:40:18,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 007c652f9e810b78456e9900031763f2: Waiting for close lock at 1731620418281Disabling compacts and flushes for region at 1731620418281Disabling writes for close at 1731620418281Writing region close event to WAL at 1731620418281Closed at 1731620418281 2024-11-14T21:40:18,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:40:18,283 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620418258.007c652f9e810b78456e9900031763f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620418282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620418282"}]},"ts":"1731620418282"} 2024-11-14T21:40:18,287 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:40:18,288 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:40:18,288 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620418288"}]},"ts":"1731620418288"} 2024-11-14T21:40:18,290 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:40:18,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=007c652f9e810b78456e9900031763f2, ASSIGN}] 2024-11-14T21:40:18,291 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=007c652f9e810b78456e9900031763f2, ASSIGN 2024-11-14T21:40:18,292 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=007c652f9e810b78456e9900031763f2, ASSIGN; state=OFFLINE, location=ef788a4cade8,34271,1731620415434; forceNewPlan=false, retain=false 2024-11-14T21:40:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:18,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=007c652f9e810b78456e9900031763f2, regionState=OPENING, regionLocation=ef788a4cade8,34271,1731620415434 2024-11-14T21:40:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=007c652f9e810b78456e9900031763f2, ASSIGN because future has completed 2024-11-14T21:40:18,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 007c652f9e810b78456e9900031763f2, server=ef788a4cade8,34271,1731620415434}] 2024-11-14T21:40:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:18,604 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620418258.007c652f9e810b78456e9900031763f2. 2024-11-14T21:40:18,604 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 007c652f9e810b78456e9900031763f2, NAME => 'test,,1731620418258.007c652f9e810b78456e9900031763f2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:18,604 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:18,604 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:40:18,605 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,605 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620418258.007c652f9e810b78456e9900031763f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:18,605 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,605 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,611 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,612 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 007c652f9e810b78456e9900031763f2 columnFamilyName f 2024-11-14T21:40:18,612 DEBUG [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:18,613 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] regionserver.HStore(327): Store=007c652f9e810b78456e9900031763f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:18,613 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,614 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 007c652f9e810b78456e9900031763f2 columnFamilyName f1 2024-11-14T21:40:18,614 DEBUG [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:18,614 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] regionserver.HStore(327): Store=007c652f9e810b78456e9900031763f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:18,614 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,615 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 007c652f9e810b78456e9900031763f2 columnFamilyName norep 2024-11-14T21:40:18,615 DEBUG [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:18,615 INFO [StoreOpener-007c652f9e810b78456e9900031763f2-1 {}] regionserver.HStore(327): Store=007c652f9e810b78456e9900031763f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:18,615 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,616 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/default/test/007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,616 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/default/test/007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,617 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,617 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,617 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:40:18,620 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,626 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/data/default/test/007c652f9e810b78456e9900031763f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:18,626 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 007c652f9e810b78456e9900031763f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67279331, jitterRate=0.0025401562452316284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:40:18,627 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 007c652f9e810b78456e9900031763f2 2024-11-14T21:40:18,627 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 007c652f9e810b78456e9900031763f2: Running coprocessor pre-open hook at 1731620418605Writing region info on filesystem at 1731620418605Initializing all the Stores at 1731620418605Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620418606 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620418611 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620418611Cleaning up temporary data from old regions at 1731620418617 (+6 ms)Running coprocessor post-open hooks at 1731620418627 (+10 ms)Region opened successfully at 1731620418627 2024-11-14T21:40:18,628 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620418258.007c652f9e810b78456e9900031763f2., pid=6, masterSystemTime=1731620418598 2024-11-14T21:40:18,630 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620418258.007c652f9e810b78456e9900031763f2. 2024-11-14T21:40:18,630 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620418258.007c652f9e810b78456e9900031763f2. 2024-11-14T21:40:18,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=007c652f9e810b78456e9900031763f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,34271,1731620415434 2024-11-14T21:40:18,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 007c652f9e810b78456e9900031763f2, server=ef788a4cade8,34271,1731620415434 because future has completed 2024-11-14T21:40:18,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:40:18,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 007c652f9e810b78456e9900031763f2, server=ef788a4cade8,34271,1731620415434 in 187 msec 2024-11-14T21:40:18,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:40:18,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=007c652f9e810b78456e9900031763f2, ASSIGN in 344 msec 2024-11-14T21:40:18,637 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:40:18,637 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620418637"}]},"ts":"1731620418637"} 2024-11-14T21:40:18,639 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:40:18,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:40:18,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 384 msec 2024-11-14T21:40:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:18,891 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:40:18,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccbe875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38559,-1 for getting cluster id 2024-11-14T21:40:18,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:18,893 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25e3875-3f01-46dc-a1aa-02cbf56e1de9' 2024-11-14T21:40:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25e3875-3f01-46dc-a1aa-02cbf56e1de9" 2024-11-14T21:40:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6979499e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38559,-1] 2024-11-14T21:40:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:18,895 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131c9532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,38559,1731620415185 2024-11-14T21:40:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@703c3341 2024-11-14T21:40:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:18,903 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:18,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:38559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:40:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:40:18,907 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:38559' 2024-11-14T21:40:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:18,927 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39135b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,927 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,38559,-1 for getting cluster id 2024-11-14T21:40:18,927 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:18,933 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25e3875-3f01-46dc-a1aa-02cbf56e1de9' 2024-11-14T21:40:18,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:18,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25e3875-3f01-46dc-a1aa-02cbf56e1de9" 2024-11-14T21:40:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f634e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,38559,-1] 2024-11-14T21:40:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:18,937 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:18,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c8032a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:18,938 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:18,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,38559,1731620415185 2024-11-14T21:40:18,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548be20c 2024-11-14T21:40:18,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:18,941 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:18,947 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T21:40:18,947 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:40:18,947 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:18,947 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:18,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:18,948 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef788a4cade8:38559, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T21:40:18,954 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef788a4cade8:38559, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef788a4cade8:38559, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef788a4cade8:38559, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T21:40:18,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef788a4cade8:38559, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=50 msec 2024-11-14T21:40:18,955 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T21:40:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:19,024 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ef788a4cade8:38559, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T21:40:19,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:19,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:19,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:19,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:19,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:19,055 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ef788a4cade8:34271 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b-prefix:ef788a4cade8,34271,1731620415434.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 42127 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp867358037-7838 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff1d04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-457370455-172.17.0.2-1731620413819:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ef788a4cade8:34271-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 4 on default port 34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp867358037-7835 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff1d04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp2052484911-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff1d04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/data/data1/current/BP-457370455-172.17.0.2-1731620413819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@603079f0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@9cab1fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2052484911-7885-acceptor-0@247f5e35-ServerConnector@42e4de3{HTTP/1.1, (http/1.1)}{localhost:36599} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@9db38fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-e27659-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6e3f6c1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp867358037-7837 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff1d04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@13ea2550 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41e9cbd4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp867358037-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff1d04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/data/data2/current/BP-457370455-172.17.0.2-1731620413819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59009) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007ff1d0ac4308.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@221206c0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-457370455-172.17.0.2-1731620413819 heartbeating to localhost/127.0.0.1:42127 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59009 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;ef788a4cade8:38559 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2052484911-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-457370455-172.17.0.2-1731620413819:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59009): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620416947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/ef788a4cade8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/cluster_dc8dbff7-9b26-e8e7-9123-2bcc46687c1f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-990769034_20 at /127.0.0.1:57322 [Receiving block BP-457370455-172.17.0.2-1731620413819:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620416947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34267 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp867358037-7840 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-197726419_20 at /127.0.0.1:57332 [Receiving block BP-457370455-172.17.0.2-1731620413819:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b/MasterData-prefix:ef788a4cade8,38559,1731620415185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: ef788a4cade8:38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59009) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6bab4be java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59009) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-197726419_20 at /127.0.0.1:57352 [Receiving block BP-457370455-172.17.0.2-1731620413819:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-197726419_20 at /127.0.0.1:57292 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/ef788a4cade8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5370f822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp867358037-7842 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(658485346) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PacketResponder: BP-457370455-172.17.0.2-1731620413819:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef788a4cade8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42127/user/jenkins/test-data/fcfcc217-00a7-2ce1-64e5-c61c84e65e8b-prefix:ef788a4cade8,34271,1731620415434 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef788a4cade8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp2052484911-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 0 on default port 34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp867358037-7841-acceptor-0@64f9118c-ServerConnector@3b926427{HTTP/1.1, (http/1.1)}{localhost:40457} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42127 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3a5ff6a8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp867358037-7839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ef788a4cade8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007ff1d09f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6d1186e6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=881 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1028 (was 1056), ProcessCount=11 (was 11), AvailableMemoryMB=1356 (was 1119) - AvailableMemoryMB LEAK? - 2024-11-14T21:40:19,059 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-14T21:40:19,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=881, MaxFileDescriptor=1048576, SystemLoadAverage=1028, ProcessCount=11, AvailableMemoryMB=1352 2024-11-14T21:40:19,077 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-14T21:40:19,094 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T21:40:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.log.dir so I do NOT create it in target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac 2024-11-14T21:40:19,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:40:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.tmp.dir so I do NOT create it in target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac 2024-11-14T21:40:19,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1013e298-7fea-2435-78e1-4ae219b86557/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:40:19,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac 2024-11-14T21:40:19,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571, deleteOnExit=true 2024-11-14T21:40:19,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571/zookeeper_0, clientPort=59197, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:40:19,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59197 2024-11-14T21:40:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:40:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:40:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/test.cache.data in system properties and HBase conf 2024-11-14T21:40:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:40:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:40:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:40:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:40:19,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:40:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:40:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:40:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:40:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:40:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:40:19,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:19,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:19,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:19,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:19,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:40:19,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:19,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4dc099{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:19,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4164bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:19,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f06748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/java.io.tmpdir/jetty-localhost-36585-hadoop-hdfs-3_4_1-tests_jar-_-any-7250066057738665819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:19,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49b170ac{HTTP/1.1, (http/1.1)}{localhost:36585} 2024-11-14T21:40:19,506 INFO [Time-limited test {}] server.Server(415): Started @288859ms 2024-11-14T21:40:19,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:19,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:19,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:19,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:19,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:40:19,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e046f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:19,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f6c3057{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:19,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64ae020d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/java.io.tmpdir/jetty-localhost-33827-hadoop-hdfs-3_4_1-tests_jar-_-any-13381982917719785082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:19,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed51a46{HTTP/1.1, (http/1.1)}{localhost:33827} 2024-11-14T21:40:19,837 INFO [Time-limited test {}] server.Server(415): Started @289190ms 2024-11-14T21:40:19,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:40:20,048 WARN [Thread-4281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571/data/data1/current/BP-1160461693-172.17.0.2-1731620419161/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:20,057 WARN [Thread-4282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571/data/data2/current/BP-1160461693-172.17.0.2-1731620419161/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:20,105 WARN [Thread-4269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:40:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x490282000fd9d24e with lease ID 0xb982d8e3bc53c713: Processing first storage report for DS-8a077fc1-9572-4281-9e7d-42639a935dfa from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=691415f2-4414-4ae9-9d0c-2bb2d553e531, infoPort=44605, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=213311963;c=1731620419161) 2024-11-14T21:40:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x490282000fd9d24e with lease ID 0xb982d8e3bc53c713: from storage DS-8a077fc1-9572-4281-9e7d-42639a935dfa node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=691415f2-4414-4ae9-9d0c-2bb2d553e531, infoPort=44605, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=213311963;c=1731620419161), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:40:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x490282000fd9d24e with lease ID 0xb982d8e3bc53c713: Processing first storage report for DS-29ce7803-a0af-410e-b054-dc38990ff6c4 from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=691415f2-4414-4ae9-9d0c-2bb2d553e531, infoPort=44605, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=213311963;c=1731620419161) 2024-11-14T21:40:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x490282000fd9d24e with lease ID 0xb982d8e3bc53c713: from storage DS-29ce7803-a0af-410e-b054-dc38990ff6c4 node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=691415f2-4414-4ae9-9d0c-2bb2d553e531, infoPort=44605, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=213311963;c=1731620419161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:40:20,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac 2024-11-14T21:40:20,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:20,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:40:20,189 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22 with version=8 2024-11-14T21:40:20,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/hbase-staging 2024-11-14T21:40:20,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:20,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:20,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:40:20,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:20,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37629 2024-11-14T21:40:20,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37629 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376290x0, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:20,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37629-0x100ac6246400000 connected 2024-11-14T21:40:20,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:20,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:20,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on znode that does not yet exist, /0-1067691907/running 2024-11-14T21:40:20,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22, hbase.cluster.distributed=false 2024-11-14T21:40:20,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on znode that does not yet exist, /0-1067691907/acl 2024-11-14T21:40:20,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37629 2024-11-14T21:40:20,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37629 2024-11-14T21:40:20,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37629 2024-11-14T21:40:20,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37629 2024-11-14T21:40:20,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37629 2024-11-14T21:40:20,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:20,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:20,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:20,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:20,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:20,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:20,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:40:20,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:20,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42117 2024-11-14T21:40:20,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42117 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:20,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:20,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:20,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421170x0, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:20,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42117-0x100ac6246400001 connected 2024-11-14T21:40:20,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on znode that does not yet exist, /0-1067691907/running 2024-11-14T21:40:20,400 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:40:20,406 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:40:20,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on znode that does not yet exist, /0-1067691907/master 2024-11-14T21:40:20,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on znode that does not yet exist, /0-1067691907/acl 2024-11-14T21:40:20,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-14T21:40:20,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42117 2024-11-14T21:40:20,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42117 2024-11-14T21:40:20,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-14T21:40:20,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-14T21:40:20,551 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:37629 2024-11-14T21:40:20,558 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1067691907/backup-masters/ef788a4cade8,37629,1731620420192 2024-11-14T21:40:20,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907/backup-masters 2024-11-14T21:40:20,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907/backup-masters 2024-11-14T21:40:20,586 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on existing znode=/0-1067691907/backup-masters/ef788a4cade8,37629,1731620420192 2024-11-14T21:40:20,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1067691907/master 2024-11-14T21:40:20,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:20,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:20,603 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on existing znode=/0-1067691907/master 2024-11-14T21:40:20,604 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1067691907/backup-masters/ef788a4cade8,37629,1731620420192 from backup master directory 2024-11-14T21:40:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907/backup-masters 2024-11-14T21:40:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1067691907/backup-masters/ef788a4cade8,37629,1731620420192 2024-11-14T21:40:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907/backup-masters 2024-11-14T21:40:20,612 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:20,612 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,37629,1731620420192 2024-11-14T21:40:20,631 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/hbase.id] with ID: 89cc5dd6-f487-4ae7-9ff7-b26508480477 2024-11-14T21:40:20,631 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/.tmp/hbase.id 2024-11-14T21:40:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:40:21,046 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/.tmp/hbase.id]:[hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/hbase.id] 2024-11-14T21:40:21,064 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:21,064 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:40:21,067 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T21:40:21,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:21,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:21,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:40:21,127 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:21,127 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:40:21,130 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:21,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:40:21,594 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store 2024-11-14T21:40:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:40:21,655 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:21,655 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:21,655 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:21,655 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:21,655 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:21,655 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:21,655 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:21,655 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620421655Disabling compacts and flushes for region at 1731620421655Disabling writes for close at 1731620421655Writing region close event to WAL at 1731620421655Closed at 1731620421655 2024-11-14T21:40:21,663 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/.initializing 2024-11-14T21:40:21,663 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/WALs/ef788a4cade8,37629,1731620420192 2024-11-14T21:40:21,668 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:21,671 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C37629%2C1731620420192, suffix=, logDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/WALs/ef788a4cade8,37629,1731620420192, archiveDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/oldWALs, maxLogs=10 2024-11-14T21:40:21,690 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/WALs/ef788a4cade8,37629,1731620420192/ef788a4cade8%2C37629%2C1731620420192.1731620421672, exclude list is [], retry=0 2024-11-14T21:40:21,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-8a077fc1-9572-4281-9e7d-42639a935dfa,DISK] 2024-11-14T21:40:21,711 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/WALs/ef788a4cade8,37629,1731620420192/ef788a4cade8%2C37629%2C1731620420192.1731620421672 2024-11-14T21:40:21,712 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-14T21:40:21,712 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:21,712 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:21,712 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,712 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:40:21,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:21,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:21,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:40:21,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:21,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:21,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:40:21,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:21,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:21,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:40:21,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:21,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:21,814 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,818 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,822 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,841 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,841 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,843 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:21,862 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:21,885 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:21,890 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68641873, jitterRate=0.0228436142206192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:21,891 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620421712Initializing all the Stores at 1731620421727 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620421727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620421734 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620421734Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620421734Cleaning up temporary data from old regions at 1731620421841 (+107 ms)Region opened successfully at 1731620421890 (+49 ms) 2024-11-14T21:40:21,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:40:21,918 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebb0ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:21,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:40:21,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:40:21,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:40:21,920 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:40:21,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T21:40:21,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:40:21,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:40:21,942 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:40:21,956 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Unable to get data of znode /0-1067691907/balancer because node does not exist (not necessarily an error) 2024-11-14T21:40:21,966 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1067691907/balancer already deleted, retry=false 2024-11-14T21:40:21,966 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:40:21,981 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Unable to get data of znode /0-1067691907/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:40:21,994 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1067691907/normalizer already deleted, retry=false 2024-11-14T21:40:21,995 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:40:22,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Unable to get data of znode /0-1067691907/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:40:22,007 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1067691907/switch/split already deleted, retry=false 2024-11-14T21:40:22,017 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Unable to get data of znode /0-1067691907/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:40:22,027 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1067691907/switch/merge already deleted, retry=false 2024-11-14T21:40:22,054 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Unable to get data of znode /0-1067691907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:40:22,060 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1067691907/snapshot-cleanup already deleted, retry=false 2024-11-14T21:40:22,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1067691907/running 2024-11-14T21:40:22,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1067691907/running 2024-11-14T21:40:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,072 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,37629,1731620420192, sessionid=0x100ac6246400000, setting cluster-up flag (Was=false) 2024-11-14T21:40:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,100 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1067691907/flush-table-proc/acquired, /0-1067691907/flush-table-proc/reached, /0-1067691907/flush-table-proc/abort 2024-11-14T21:40:22,102 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37629,1731620420192 2024-11-14T21:40:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,114 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1067691907/online-snapshot/acquired, /0-1067691907/online-snapshot/reached, /0-1067691907/online-snapshot/abort 2024-11-14T21:40:22,115 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37629,1731620420192 2024-11-14T21:40:22,137 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:40:22,147 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:22,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:40:22,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:40:22,147 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,37629,1731620420192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:22,149 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,158 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(746): ClusterId : 89cc5dd6-f487-4ae7-9ff7-b26508480477 2024-11-14T21:40:22,158 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:40:22,181 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:40:22,181 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:40:22,186 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:40:22,186 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25965d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:22,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:22,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:40:22,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:22,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:40:22,222 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620452222 2024-11-14T21:40:22,222 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:40:22,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:40:22,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:40:22,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:40:22,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:40:22,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:40:22,241 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,246 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:40:22,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:40:22,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:40:22,247 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:40:22,281 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:40:22,281 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:40:22,293 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:42117 2024-11-14T21:40:22,293 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:40:22,293 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:40:22,293 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:40:22,293 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620422281,5,FailOnTimeoutGroup] 2024-11-14T21:40:22,299 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,37629,1731620420192 with port=42117, startcode=1731620420365 2024-11-14T21:40:22,299 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:40:22,323 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620422293,5,FailOnTimeoutGroup] 2024-11-14T21:40:22,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:40:22,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:40:22,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:40:22,345 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22 2024-11-14T21:40:22,358 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:40:22,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,42117,1731620420365 2024-11-14T21:40:22,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37629 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:22,369 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22 2024-11-14T21:40:22,369 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40001 2024-11-14T21:40:22,369 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:40:22,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907/rs 2024-11-14T21:40:22,372 DEBUG [RS:0;ef788a4cade8:42117 {}] zookeeper.ZKUtil(111): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on existing znode=/0-1067691907/rs/ef788a4cade8,42117,1731620420365 2024-11-14T21:40:22,372 WARN [RS:0;ef788a4cade8:42117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:22,373 INFO [RS:0;ef788a4cade8:42117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:22,373 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365 2024-11-14T21:40:22,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,42117,1731620420365] 2024-11-14T21:40:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:40:22,418 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:40:22,420 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:40:22,423 INFO [RS:0;ef788a4cade8:42117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:40:22,423 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,431 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:40:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:22,432 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:40:22,432 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,432 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,432 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,432 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,432 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:22,433 DEBUG [RS:0;ef788a4cade8:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:22,448 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,448 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,448 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,448 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,448 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,448 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42117,1731620420365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:22,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:22,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:22,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:22,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:22,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:22,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:22,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:22,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:22,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:22,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:22,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:22,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:22,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:22,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:22,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:22,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:22,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:22,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740 2024-11-14T21:40:22,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740 2024-11-14T21:40:22,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:22,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:22,469 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:22,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:22,494 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:40:22,494 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42117,1731620420365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,495 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,495 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.Replication(171): ef788a4cade8,42117,1731620420365 started 2024-11-14T21:40:22,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:22,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59952575, jitterRate=-0.10663701593875885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:22,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620422432Initializing all the Stores at 1731620422438 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620422439 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620422449 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620422449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620422449Cleaning up temporary data from old regions at 1731620422464 (+15 ms)Region opened successfully at 1731620422526 (+62 ms) 2024-11-14T21:40:22,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:22,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:22,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:22,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:22,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:22,534 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:22,535 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,42117,1731620420365, RpcServer on ef788a4cade8/172.17.0.2:42117, sessionid=0x100ac6246400001 2024-11-14T21:40:22,535 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:40:22,535 DEBUG [RS:0;ef788a4cade8:42117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,42117,1731620420365 2024-11-14T21:40:22,535 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,42117,1731620420365' 2024-11-14T21:40:22,535 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1067691907/flush-table-proc/abort' 2024-11-14T21:40:22,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:22,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620422526Disabling compacts and flushes for region at 1731620422526Disabling writes for close at 1731620422526Writing region close event to WAL at 1731620422537 (+11 ms)Closed at 1731620422537 2024-11-14T21:40:22,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:22,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:40:22,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:40:22,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:22,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:40:22,554 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1067691907/flush-table-proc/acquired' 2024-11-14T21:40:22,558 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:40:22,558 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:40:22,559 DEBUG [RS:0;ef788a4cade8:42117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,42117,1731620420365 2024-11-14T21:40:22,559 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,42117,1731620420365' 2024-11-14T21:40:22,559 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1067691907/online-snapshot/abort' 2024-11-14T21:40:22,560 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1067691907/online-snapshot/acquired' 2024-11-14T21:40:22,560 DEBUG [RS:0;ef788a4cade8:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:40:22,561 INFO [RS:0;ef788a4cade8:42117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:40:22,561 INFO [RS:0;ef788a4cade8:42117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:40:22,662 INFO [RS:0;ef788a4cade8:42117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:22,664 INFO [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42117%2C1731620420365, suffix=, logDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365, archiveDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs, maxLogs=10 2024-11-14T21:40:22,682 DEBUG [RS:0;ef788a4cade8:42117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665, exclude list is [], retry=0 2024-11-14T21:40:22,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-8a077fc1-9572-4281-9e7d-42639a935dfa,DISK] 2024-11-14T21:40:22,692 WARN [ef788a4cade8:37629 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:40:22,696 INFO [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 2024-11-14T21:40:22,696 DEBUG [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-14T21:40:22,945 DEBUG [ef788a4cade8:37629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:40:22,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:22,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,42117,1731620420365, state=OPENING 2024-11-14T21:40:22,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:40:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:22,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1067691907/meta-region-server: CHANGED 2024-11-14T21:40:22,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:22,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,42117,1731620420365}] 2024-11-14T21:40:22,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1067691907/meta-region-server: CHANGED 2024-11-14T21:40:23,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:23,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:40:23,157 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:40:23,157 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:23,157 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:40:23,161 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42117%2C1731620420365.meta, suffix=.meta, logDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365, archiveDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs, maxLogs=10 2024-11-14T21:40:23,193 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.meta.1731620423161.meta, exclude list is [], retry=0 2024-11-14T21:40:23,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-8a077fc1-9572-4281-9e7d-42639a935dfa,DISK] 2024-11-14T21:40:23,226 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.meta.1731620423161.meta 2024-11-14T21:40:23,232 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-14T21:40:23,232 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:23,233 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:23,233 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:40:23,233 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:40:23,233 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:40:23,233 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:40:23,233 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:23,233 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:40:23,233 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:40:23,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:23,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:23,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:23,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:23,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:23,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:23,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:23,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:23,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:23,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:23,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:23,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:23,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:23,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:23,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:23,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:23,243 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:23,243 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740 2024-11-14T21:40:23,244 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740 2024-11-14T21:40:23,245 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:23,245 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:23,246 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:23,246 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:23,247 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73981901, jitterRate=0.10241623222827911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:23,247 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:40:23,248 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620423233Writing region info on filesystem at 1731620423233Initializing all the Stores at 1731620423236 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620423236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620423238 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620423238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620423238Cleaning up temporary data from old regions at 1731620423245 (+7 ms)Running coprocessor post-open hooks at 1731620423247 (+2 ms)Region opened successfully at 1731620423247 2024-11-14T21:40:23,254 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620423146 2024-11-14T21:40:23,258 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:40:23,258 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:40:23,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:23,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,42117,1731620420365, state=OPEN 2024-11-14T21:40:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1067691907/meta-region-server 2024-11-14T21:40:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1067691907/meta-region-server 2024-11-14T21:40:23,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1067691907/meta-region-server: CHANGED 2024-11-14T21:40:23,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1067691907/meta-region-server: CHANGED 2024-11-14T21:40:23,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:23,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:40:23,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,42117,1731620420365 in 286 msec 2024-11-14T21:40:23,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:40:23,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 734 msec 2024-11-14T21:40:23,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:23,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:40:23,276 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:23,276 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42117,1731620420365, seqNum=-1] 2024-11-14T21:40:23,277 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:23,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:23,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1550 sec 2024-11-14T21:40:23,297 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620423297, completionTime=-1 2024-11-14T21:40:23,297 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:40:23,297 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:40:23,300 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:40:23,300 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620483300 2024-11-14T21:40:23,300 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620543300 2024-11-14T21:40:23,300 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:40:23,301 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37629,1731620420192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:23,301 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37629,1731620420192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:23,301 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37629,1731620420192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:23,301 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:37629, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:23,301 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:23,304 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:40:23,318 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.711sec 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37629,1731620420192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:23,323 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37629,1731620420192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:40:23,331 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:40:23,331 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:40:23,332 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37629,1731620420192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:23,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2450cbc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:23,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37629,-1 for getting cluster id 2024-11-14T21:40:23,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:23,367 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89cc5dd6-f487-4ae7-9ff7-b26508480477' 2024-11-14T21:40:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89cc5dd6-f487-4ae7-9ff7-b26508480477" 2024-11-14T21:40:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72699623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37629,-1] 2024-11-14T21:40:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:23,369 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:23,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e35128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:23,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42117,1731620420365, seqNum=-1] 2024-11-14T21:40:23,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:23,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,37629,1731620420192 2024-11-14T21:40:23,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:23,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:23,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.log.dir so I do NOT create it in target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020 2024-11-14T21:40:23,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:40:23,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.tmp.dir so I do NOT create it in target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020 2024-11-14T21:40:23,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:40:23,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020 2024-11-14T21:40:23,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:40:23,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/cluster_77bd2f32-3b27-b514-63f8-ff88dc0687c8, deleteOnExit=true 2024-11-14T21:40:23,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/test.cache.data in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:40:23,399 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:23,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:23,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:40:23,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:40:23,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:40:23,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:23,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:40:23,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:40:23,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ac6246400002 connected 2024-11-14T21:40:23,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:40:23,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:23,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:40:23,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T21:40:23,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:23,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:23,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:23,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:23,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:40:23,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:23,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@667e41d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:23,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f3fc53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:23,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5445b786{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/java.io.tmpdir/jetty-localhost-43417-hadoop-hdfs-3_4_1-tests_jar-_-any-16974267389394358563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:23,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58b6d40f{HTTP/1.1, (http/1.1)}{localhost:43417} 2024-11-14T21:40:23,843 INFO [Time-limited test {}] server.Server(415): Started @293196ms 2024-11-14T21:40:24,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:24,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:24,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:24,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:24,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:40:24,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ab0b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:24,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7c226f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:24,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bd2462e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/java.io.tmpdir/jetty-localhost-39171-hadoop-hdfs-3_4_1-tests_jar-_-any-10308537517890481680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:24,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36d30e92{HTTP/1.1, (http/1.1)}{localhost:39171} 2024-11-14T21:40:24,248 INFO [Time-limited test {}] server.Server(415): Started @293602ms 2024-11-14T21:40:24,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:40:24,587 WARN [Thread-4402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/cluster_77bd2f32-3b27-b514-63f8-ff88dc0687c8/data/data1/current/BP-946103240-172.17.0.2-1731620423540/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:24,599 WARN [Thread-4403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/cluster_77bd2f32-3b27-b514-63f8-ff88dc0687c8/data/data2/current/BP-946103240-172.17.0.2-1731620423540/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:24,643 WARN [Thread-4390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:40:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ea21a9b4713ef4f with lease ID 0x63f16087b08318e0: Processing first storage report for DS-f7c1d508-82e1-45ed-8900-76e7484c4556 from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=cd94bb1d-e7e2-4e9d-bc9a-74725a94f195, infoPort=34855, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1934591014;c=1731620423540) 2024-11-14T21:40:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ea21a9b4713ef4f with lease ID 0x63f16087b08318e0: from storage DS-f7c1d508-82e1-45ed-8900-76e7484c4556 node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=cd94bb1d-e7e2-4e9d-bc9a-74725a94f195, infoPort=34855, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1934591014;c=1731620423540), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:40:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ea21a9b4713ef4f with lease ID 0x63f16087b08318e0: Processing first storage report for DS-7ebbb3c1-e656-4c85-b142-034caa6dcd75 from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=cd94bb1d-e7e2-4e9d-bc9a-74725a94f195, infoPort=34855, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1934591014;c=1731620423540) 2024-11-14T21:40:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ea21a9b4713ef4f with lease ID 0x63f16087b08318e0: from storage DS-7ebbb3c1-e656-4c85-b142-034caa6dcd75 node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=cd94bb1d-e7e2-4e9d-bc9a-74725a94f195, infoPort=34855, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1934591014;c=1731620423540), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:40:24,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020 2024-11-14T21:40:24,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:24,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:40:25,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12 with version=8 2024-11-14T21:40:25,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/hbase-staging 2024-11-14T21:40:25,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:25,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:25,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:25,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:25,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:25,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:25,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:40:25,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:25,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45477 2024-11-14T21:40:25,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45477 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:25,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454770x0, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:25,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45477-0x100ac6246400003 connected 2024-11-14T21:40:25,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:25,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:25,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on znode that does not yet exist, /11186994289/running 2024-11-14T21:40:25,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12, hbase.cluster.distributed=false 2024-11-14T21:40:25,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on znode that does not yet exist, /11186994289/acl 2024-11-14T21:40:25,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-14T21:40:25,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45477 2024-11-14T21:40:25,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45477 2024-11-14T21:40:25,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-14T21:40:25,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-14T21:40:25,336 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:25,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:25,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:40:25,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:25,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33003 2024-11-14T21:40:25,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33003 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:25,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:25,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:25,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330030x0, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:25,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330030x0, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on znode that does not yet exist, /11186994289/running 2024-11-14T21:40:25,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33003-0x100ac6246400004 connected 2024-11-14T21:40:25,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:40:25,359 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:40:25,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on znode that does not yet exist, /11186994289/master 2024-11-14T21:40:25,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on znode that does not yet exist, /11186994289/acl 2024-11-14T21:40:25,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33003 2024-11-14T21:40:25,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33003 2024-11-14T21:40:25,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33003 2024-11-14T21:40:25,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33003 2024-11-14T21:40:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33003 2024-11-14T21:40:25,397 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:45477 2024-11-14T21:40:25,398 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11186994289/backup-masters/ef788a4cade8,45477,1731620425204 2024-11-14T21:40:25,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289/backup-masters 2024-11-14T21:40:25,403 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on existing znode=/11186994289/backup-masters/ef788a4cade8,45477,1731620425204 2024-11-14T21:40:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289/backup-masters 2024-11-14T21:40:25,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186994289/master 2024-11-14T21:40:25,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:25,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:25,411 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on existing znode=/11186994289/master 2024-11-14T21:40:25,411 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11186994289/backup-masters/ef788a4cade8,45477,1731620425204 from backup master directory 2024-11-14T21:40:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289/backup-masters 2024-11-14T21:40:25,412 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:25,412 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,45477,1731620425204 2024-11-14T21:40:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186994289/backup-masters/ef788a4cade8,45477,1731620425204 2024-11-14T21:40:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289/backup-masters 2024-11-14T21:40:25,417 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/hbase.id] with ID: f6bd76df-165f-4daa-8265-9d5a9732fd3f 2024-11-14T21:40:25,417 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/.tmp/hbase.id 2024-11-14T21:40:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:40:25,435 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/.tmp/hbase.id]:[hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/hbase.id] 2024-11-14T21:40:25,447 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:25,447 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:40:25,448 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:40:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:25,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:40:25,467 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:25,468 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:40:25,470 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:40:25,487 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store 2024-11-14T21:40:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:40:25,917 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:25,917 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:25,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:25,917 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:25,917 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:25,917 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:25,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:25,917 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620425917Disabling compacts and flushes for region at 1731620425917Disabling writes for close at 1731620425917Writing region close event to WAL at 1731620425917Closed at 1731620425917 2024-11-14T21:40:25,919 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/.initializing 2024-11-14T21:40:25,919 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/WALs/ef788a4cade8,45477,1731620425204 2024-11-14T21:40:25,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:25,928 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C45477%2C1731620425204, suffix=, logDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/WALs/ef788a4cade8,45477,1731620425204, archiveDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/oldWALs, maxLogs=10 2024-11-14T21:40:25,951 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/WALs/ef788a4cade8,45477,1731620425204/ef788a4cade8%2C45477%2C1731620425204.1731620425928, exclude list is [], retry=0 2024-11-14T21:40:25,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-f7c1d508-82e1-45ed-8900-76e7484c4556,DISK] 2024-11-14T21:40:25,963 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/WALs/ef788a4cade8,45477,1731620425204/ef788a4cade8%2C45477%2C1731620425204.1731620425928 2024-11-14T21:40:25,966 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-14T21:40:25,967 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:25,967 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:25,967 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,967 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:40:25,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:25,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:25,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:40:25,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:25,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:25,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:40:25,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:25,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:25,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:40:25,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:25,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:25,996 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,997 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,997 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,998 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,998 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:25,999 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:26,000 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:26,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:26,002 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59041189, jitterRate=-0.12021772563457489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:26,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620425967Initializing all the Stores at 1731620425973 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620425973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620425973Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620425973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620425973Cleaning up temporary data from old regions at 1731620425998 (+25 ms)Region opened successfully at 1731620426002 (+4 ms) 2024-11-14T21:40:26,010 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:40:26,019 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb27639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:26,020 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:40:26,020 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:40:26,020 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:40:26,020 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:40:26,021 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:40:26,021 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:40:26,021 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:40:26,055 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:40:26,056 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Unable to get data of znode /11186994289/balancer because node does not exist (not necessarily an error) 2024-11-14T21:40:26,057 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186994289/balancer already deleted, retry=false 2024-11-14T21:40:26,058 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:40:26,058 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Unable to get data of znode /11186994289/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:40:26,062 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186994289/normalizer already deleted, retry=false 2024-11-14T21:40:26,063 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:40:26,064 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Unable to get data of znode /11186994289/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:40:26,067 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186994289/switch/split already deleted, retry=false 2024-11-14T21:40:26,067 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Unable to get data of znode /11186994289/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:40:26,069 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186994289/switch/merge already deleted, retry=false 2024-11-14T21:40:26,075 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Unable to get data of znode /11186994289/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:40:26,076 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186994289/snapshot-cleanup already deleted, retry=false 2024-11-14T21:40:26,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186994289/running 2024-11-14T21:40:26,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186994289/running 2024-11-14T21:40:26,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,078 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,45477,1731620425204, sessionid=0x100ac6246400003, setting cluster-up flag (Was=false) 2024-11-14T21:40:26,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,087 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11186994289/flush-table-proc/acquired, /11186994289/flush-table-proc/reached, /11186994289/flush-table-proc/abort 2024-11-14T21:40:26,087 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,45477,1731620425204 2024-11-14T21:40:26,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,099 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11186994289/online-snapshot/acquired, /11186994289/online-snapshot/reached, /11186994289/online-snapshot/abort 2024-11-14T21:40:26,100 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,45477,1731620425204 2024-11-14T21:40:26,101 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:40:26,103 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:26,103 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:40:26,103 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:40:26,104 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,45477,1731620425204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:26,106 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:26,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:40:26,132 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:26,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:40:26,146 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620456146 2024-11-14T21:40:26,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:40:26,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:40:26,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:40:26,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:40:26,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:40:26,147 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:40:26,150 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,157 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:40:26,157 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:40:26,158 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:40:26,158 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:40:26,158 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:40:26,158 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:40:26,166 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620426158,5,FailOnTimeoutGroup] 2024-11-14T21:40:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:40:26,169 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620426166,5,FailOnTimeoutGroup] 2024-11-14T21:40:26,169 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,169 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:40:26,169 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,169 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,194 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(746): ClusterId : f6bd76df-165f-4daa-8265-9d5a9732fd3f 2024-11-14T21:40:26,194 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:40:26,197 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:40:26,197 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:40:26,199 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:40:26,199 DEBUG [RS:0;ef788a4cade8:33003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb30ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:26,227 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:33003 2024-11-14T21:40:26,227 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:40:26,227 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:40:26,227 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:40:26,228 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,45477,1731620425204 with port=33003, startcode=1731620425336 2024-11-14T21:40:26,228 DEBUG [RS:0;ef788a4cade8:33003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:40:26,239 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:40:26,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,33003,1731620425336 2024-11-14T21:40:26,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45477 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,33003,1731620425336 2024-11-14T21:40:26,247 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12 2024-11-14T21:40:26,247 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34845 2024-11-14T21:40:26,247 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:40:26,258 DEBUG [RS:0;ef788a4cade8:33003 {}] zookeeper.ZKUtil(111): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on existing znode=/11186994289/rs/ef788a4cade8,33003,1731620425336 2024-11-14T21:40:26,258 WARN [RS:0;ef788a4cade8:33003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:26,258 INFO [RS:0;ef788a4cade8:33003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:26,258 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336 2024-11-14T21:40:26,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289/rs 2024-11-14T21:40:26,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,33003,1731620425336] 2024-11-14T21:40:26,272 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:40:26,282 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:40:26,291 INFO [RS:0;ef788a4cade8:33003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:40:26,291 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,303 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:40:26,307 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:40:26,307 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:26,308 DEBUG [RS:0;ef788a4cade8:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:26,346 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,346 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,346 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,346 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,346 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,346 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33003,1731620425336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:26,368 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:40:26,369 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33003,1731620425336-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,369 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,369 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.Replication(171): ef788a4cade8,33003,1731620425336 started 2024-11-14T21:40:26,387 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:26,387 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,33003,1731620425336, RpcServer on ef788a4cade8/172.17.0.2:33003, sessionid=0x100ac6246400004 2024-11-14T21:40:26,387 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:40:26,388 DEBUG [RS:0;ef788a4cade8:33003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,33003,1731620425336 2024-11-14T21:40:26,388 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33003,1731620425336' 2024-11-14T21:40:26,388 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11186994289/flush-table-proc/abort' 2024-11-14T21:40:26,388 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11186994289/flush-table-proc/acquired' 2024-11-14T21:40:26,389 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:40:26,389 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:40:26,389 DEBUG [RS:0;ef788a4cade8:33003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,33003,1731620425336 2024-11-14T21:40:26,389 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33003,1731620425336' 2024-11-14T21:40:26,389 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11186994289/online-snapshot/abort' 2024-11-14T21:40:26,389 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11186994289/online-snapshot/acquired' 2024-11-14T21:40:26,389 DEBUG [RS:0;ef788a4cade8:33003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:40:26,389 INFO [RS:0;ef788a4cade8:33003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:40:26,389 INFO [RS:0;ef788a4cade8:33003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:40:26,491 INFO [RS:0;ef788a4cade8:33003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:26,493 INFO [RS:0;ef788a4cade8:33003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33003%2C1731620425336, suffix=, logDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336, archiveDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/oldWALs, maxLogs=10 2024-11-14T21:40:26,511 DEBUG [RS:0;ef788a4cade8:33003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336/ef788a4cade8%2C33003%2C1731620425336.1731620426493, exclude list is [], retry=0 2024-11-14T21:40:26,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-f7c1d508-82e1-45ed-8900-76e7484c4556,DISK] 2024-11-14T21:40:26,525 INFO [RS:0;ef788a4cade8:33003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336/ef788a4cade8%2C33003%2C1731620425336.1731620426493 2024-11-14T21:40:26,526 DEBUG [RS:0;ef788a4cade8:33003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-14T21:40:26,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:40:26,584 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12 2024-11-14T21:40:26,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:40:26,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:26,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:26,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:26,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:26,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:26,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:26,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:26,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:26,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:26,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:26,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:26,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:26,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:26,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:26,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:26,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:26,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:26,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:26,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740 2024-11-14T21:40:26,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740 2024-11-14T21:40:26,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:26,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:26,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:26,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:26,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63086112, jitterRate=-0.05994367599487305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:26,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620426616Initializing all the Stores at 1731620426617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620426617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620426618 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620426618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620426618Cleaning up temporary data from old regions at 1731620426683 (+65 ms)Region opened successfully at 1731620426723 (+40 ms) 2024-11-14T21:40:26,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:26,723 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:26,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:26,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:26,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:26,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:26,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620426723Disabling compacts and flushes for region at 1731620426723Disabling writes for close at 1731620426723Writing region close event to WAL at 1731620426731 (+8 ms)Closed at 1731620426731 2024-11-14T21:40:26,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:26,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:40:26,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:40:26,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:26,750 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:40:26,901 DEBUG [ef788a4cade8:45477 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:40:26,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,33003,1731620425336 2024-11-14T21:40:26,908 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33003,1731620425336, state=OPENING 2024-11-14T21:40:26,912 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:40:26,914 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:26,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33003,1731620425336}] 2024-11-14T21:40:26,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186994289/meta-region-server: CHANGED 2024-11-14T21:40:26,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:26,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186994289/meta-region-server: CHANGED 2024-11-14T21:40:27,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:27,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:40:27,107 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:40:27,107 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:27,108 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:40:27,115 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C33003%2C1731620425336.meta, suffix=.meta, logDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336, archiveDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/oldWALs, maxLogs=10 2024-11-14T21:40:27,138 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336/ef788a4cade8%2C33003%2C1731620425336.meta.1731620427116.meta, exclude list is [], retry=0 2024-11-14T21:40:27,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-f7c1d508-82e1-45ed-8900-76e7484c4556,DISK] 2024-11-14T21:40:27,184 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336/ef788a4cade8%2C33003%2C1731620425336.meta.1731620427116.meta 2024-11-14T21:40:27,198 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-14T21:40:27,199 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:27,199 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:27,199 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:40:27,199 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:40:27,199 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:40:27,200 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:40:27,200 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:27,200 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:40:27,200 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:40:27,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:27,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:27,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:27,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:27,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:27,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:27,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:27,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:27,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:27,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:27,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:27,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:27,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:27,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:27,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:27,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:27,222 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:27,223 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740 2024-11-14T21:40:27,224 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740 2024-11-14T21:40:27,225 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:27,225 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:27,226 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:27,227 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:27,227 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70568220, jitterRate=0.05154842138290405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:27,227 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:40:27,228 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620427200Writing region info on filesystem at 1731620427200Initializing all the Stores at 1731620427215 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620427215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620427215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620427215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620427215Cleaning up temporary data from old regions at 1731620427225 (+10 ms)Running coprocessor post-open hooks at 1731620427227 (+2 ms)Region opened successfully at 1731620427228 (+1 ms) 2024-11-14T21:40:27,230 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620427070 2024-11-14T21:40:27,232 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:40:27,233 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:40:27,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33003,1731620425336 2024-11-14T21:40:27,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33003,1731620425336, state=OPEN 2024-11-14T21:40:27,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11186994289/meta-region-server 2024-11-14T21:40:27,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11186994289/meta-region-server 2024-11-14T21:40:27,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,33003,1731620425336 2024-11-14T21:40:27,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186994289/meta-region-server: CHANGED 2024-11-14T21:40:27,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186994289/meta-region-server: CHANGED 2024-11-14T21:40:27,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:40:27,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33003,1731620425336 in 323 msec 2024-11-14T21:40:27,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:40:27,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-14T21:40:27,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:27,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:40:27,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:27,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33003,1731620425336, seqNum=-1] 2024-11-14T21:40:27,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:27,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:27,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1450 sec 2024-11-14T21:40:27,249 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620427249, completionTime=-1 2024-11-14T21:40:27,249 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:40:27,249 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620487251 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620547251 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45477,1731620425204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45477,1731620425204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45477,1731620425204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:45477, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:27,251 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:27,252 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:27,253 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.843sec 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45477,1731620425204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:27,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45477,1731620425204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:40:27,257 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:40:27,257 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:40:27,257 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45477,1731620425204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:27,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70566a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:27,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,45477,-1 for getting cluster id 2024-11-14T21:40:27,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:27,308 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bd76df-165f-4daa-8265-9d5a9732fd3f' 2024-11-14T21:40:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bd76df-165f-4daa-8265-9d5a9732fd3f" 2024-11-14T21:40:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a70cea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,45477,-1] 2024-11-14T21:40:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:27,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:27,310 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:27,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760de43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:27,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33003,1731620425336, seqNum=-1] 2024-11-14T21:40:27,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:27,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,45477,1731620425204 2024-11-14T21:40:27,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:27,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:27,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ac6246400005 connected 2024-11-14T21:40:27,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.log.dir so I do NOT create it in target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752 2024-11-14T21:40:27,354 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:40:27,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.tmp.dir so I do NOT create it in target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752 2024-11-14T21:40:27,354 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:40:27,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/cluster_c99c342e-7168-84fb-65bd-c709515e0aa1, deleteOnExit=true 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/test.cache.data in system properties and HBase conf 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:40:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:40:27,355 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:40:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:40:27,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:27,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:27,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:27,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:27,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:40:27,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:27,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1b2e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:27,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669a367e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:27,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d781517{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/java.io.tmpdir/jetty-localhost-35757-hadoop-hdfs-3_4_1-tests_jar-_-any-10197790631478149431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:27,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41be3cb3{HTTP/1.1, (http/1.1)}{localhost:35757} 2024-11-14T21:40:27,919 INFO [Time-limited test {}] server.Server(415): Started @297273ms 2024-11-14T21:40:27,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T21:40:27,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T21:40:27,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:27,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T21:40:28,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:40:28,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:40:28,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:40:28,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:40:28,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:40:28,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2887cfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:40:28,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599228b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:40:28,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@519a5d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/java.io.tmpdir/jetty-localhost-45811-hadoop-hdfs-3_4_1-tests_jar-_-any-8525112416718527191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:28,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@746b28f3{HTTP/1.1, (http/1.1)}{localhost:45811} 2024-11-14T21:40:28,371 INFO [Time-limited test {}] server.Server(415): Started @297725ms 2024-11-14T21:40:28,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:40:28,591 WARN [Thread-4522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/cluster_c99c342e-7168-84fb-65bd-c709515e0aa1/data/data1/current/BP-1494500490-172.17.0.2-1731620427393/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:28,592 WARN [Thread-4523 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/cluster_c99c342e-7168-84fb-65bd-c709515e0aa1/data/data2/current/BP-1494500490-172.17.0.2-1731620427393/current, will proceed with Du for space computation calculation, 2024-11-14T21:40:28,669 WARN [Thread-4510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:40:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f21ee1c8e7d8a77 with lease ID 0x56f845d244f3cc89: Processing first storage report for DS-4d13f0ca-e73f-4a69-bb48-1a8070cd72bc from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=b7a11c6e-eba9-4344-a769-642dc8be2386, infoPort=39997, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=698952399;c=1731620427393) 2024-11-14T21:40:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f21ee1c8e7d8a77 with lease ID 0x56f845d244f3cc89: from storage DS-4d13f0ca-e73f-4a69-bb48-1a8070cd72bc node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=b7a11c6e-eba9-4344-a769-642dc8be2386, infoPort=39997, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=698952399;c=1731620427393), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:40:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f21ee1c8e7d8a77 with lease ID 0x56f845d244f3cc89: Processing first storage report for DS-150a6e1a-ba80-4190-8ec0-72955f312542 from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=b7a11c6e-eba9-4344-a769-642dc8be2386, infoPort=39997, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=698952399;c=1731620427393) 2024-11-14T21:40:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f21ee1c8e7d8a77 with lease ID 0x56f845d244f3cc89: from storage DS-150a6e1a-ba80-4190-8ec0-72955f312542 node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=b7a11c6e-eba9-4344-a769-642dc8be2386, infoPort=39997, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=698952399;c=1731620427393), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:40:28,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:40:28,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752 2024-11-14T21:40:28,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:28,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:28,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:40:29,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d with version=8 2024-11-14T21:40:29,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/hbase-staging 2024-11-14T21:40:29,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:29,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:29,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:29,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:29,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:29,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:29,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:40:29,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:29,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37591 2024-11-14T21:40:29,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37591 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:29,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375910x0, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:29,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37591-0x100ac6246400006 connected 2024-11-14T21:40:29,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:29,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:29,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on znode that does not yet exist, /2-1818247875/running 2024-11-14T21:40:29,344 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d, hbase.cluster.distributed=false 2024-11-14T21:40:29,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on znode that does not yet exist, /2-1818247875/acl 2024-11-14T21:40:29,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-14T21:40:29,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37591 2024-11-14T21:40:29,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37591 2024-11-14T21:40:29,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-14T21:40:29,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-14T21:40:29,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:40:29,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:29,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:29,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:40:29,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:40:29,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:40:29,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:40:29,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:40:29,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43783 2024-11-14T21:40:29,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43783 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:29,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:29,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437830x0, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:29,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437830x0, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on znode that does not yet exist, /2-1818247875/running 2024-11-14T21:40:29,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:40:29,458 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:40:29,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437830x0, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on znode that does not yet exist, /2-1818247875/master 2024-11-14T21:40:29,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43783-0x100ac6246400007 connected 2024-11-14T21:40:29,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on znode that does not yet exist, /2-1818247875/acl 2024-11-14T21:40:29,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-14T21:40:29,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43783 2024-11-14T21:40:29,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43783 2024-11-14T21:40:29,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-14T21:40:29,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-14T21:40:29,537 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:37591 2024-11-14T21:40:29,538 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1818247875/backup-masters/ef788a4cade8,37591,1731620429271 2024-11-14T21:40:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875/backup-masters 2024-11-14T21:40:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875/backup-masters 2024-11-14T21:40:29,540 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on existing znode=/2-1818247875/backup-masters/ef788a4cade8,37591,1731620429271 2024-11-14T21:40:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1818247875/master 2024-11-14T21:40:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:29,542 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on existing znode=/2-1818247875/master 2024-11-14T21:40:29,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1818247875/backup-masters/ef788a4cade8,37591,1731620429271 from backup master directory 2024-11-14T21:40:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875/backup-masters 2024-11-14T21:40:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818247875/backup-masters/ef788a4cade8,37591,1731620429271 2024-11-14T21:40:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875/backup-masters 2024-11-14T21:40:29,544 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:29,544 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,37591,1731620429271 2024-11-14T21:40:29,571 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/hbase.id] with ID: 5c5f8945-7b67-4bf3-9b05-219dc025cf90 2024-11-14T21:40:29,571 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/.tmp/hbase.id 2024-11-14T21:40:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:40:29,623 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/.tmp/hbase.id]:[hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/hbase.id] 2024-11-14T21:40:29,689 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:29,689 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:40:29,690 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:40:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:40:30,150 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:30,152 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:40:30,155 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:40:30,574 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store 2024-11-14T21:40:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:40:30,583 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:30,584 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:30,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:30,584 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:30,584 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:30,584 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:30,584 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:30,584 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620430583Disabling compacts and flushes for region at 1731620430583Disabling writes for close at 1731620430584 (+1 ms)Writing region close event to WAL at 1731620430584Closed at 1731620430584 2024-11-14T21:40:30,588 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/.initializing 2024-11-14T21:40:30,588 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/WALs/ef788a4cade8,37591,1731620429271 2024-11-14T21:40:30,592 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:30,599 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C37591%2C1731620429271, suffix=, logDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/WALs/ef788a4cade8,37591,1731620429271, archiveDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/oldWALs, maxLogs=10 2024-11-14T21:40:30,628 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/WALs/ef788a4cade8,37591,1731620429271/ef788a4cade8%2C37591%2C1731620429271.1731620430599, exclude list is [], retry=0 2024-11-14T21:40:30,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-4d13f0ca-e73f-4a69-bb48-1a8070cd72bc,DISK] 2024-11-14T21:40:30,645 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/WALs/ef788a4cade8,37591,1731620429271/ef788a4cade8%2C37591%2C1731620429271.1731620430599 2024-11-14T21:40:30,649 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39997:39997)] 2024-11-14T21:40:30,650 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:30,650 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:30,650 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,650 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:40:30,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:30,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:30,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:40:30,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:30,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:30,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:40:30,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:30,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:30,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:40:30,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:30,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:30,676 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,676 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,676 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,677 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,677 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,678 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:30,679 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:40:30,683 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:30,683 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61394375, jitterRate=-0.0851525217294693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:30,683 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731620430650Initializing all the Stores at 1731620430655 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620430656 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620430666 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620430666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620430666Cleaning up temporary data from old regions at 1731620430677 (+11 ms)Region opened successfully at 1731620430683 (+6 ms) 2024-11-14T21:40:30,684 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:40:30,686 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbb5415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:30,687 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:40:30,687 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:40:30,687 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:40:30,687 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:40:30,688 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:40:30,688 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:40:30,688 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:40:30,692 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:40:30,693 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Unable to get data of znode /2-1818247875/balancer because node does not exist (not necessarily an error) 2024-11-14T21:40:30,694 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818247875/balancer already deleted, retry=false 2024-11-14T21:40:30,694 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:40:30,695 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Unable to get data of znode /2-1818247875/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:40:30,696 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818247875/normalizer already deleted, retry=false 2024-11-14T21:40:30,696 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:40:30,699 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Unable to get data of znode /2-1818247875/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:40:30,700 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818247875/switch/split already deleted, retry=false 2024-11-14T21:40:30,701 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Unable to get data of znode /2-1818247875/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:40:30,707 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818247875/switch/merge already deleted, retry=false 2024-11-14T21:40:30,709 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Unable to get data of znode /2-1818247875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:40:30,711 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818247875/snapshot-cleanup already deleted, retry=false 2024-11-14T21:40:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1818247875/running 2024-11-14T21:40:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1818247875/running 2024-11-14T21:40:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:30,715 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,37591,1731620429271, sessionid=0x100ac6246400006, setting cluster-up flag (Was=false) 2024-11-14T21:40:30,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:30,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:30,724 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1818247875/flush-table-proc/acquired, /2-1818247875/flush-table-proc/reached, /2-1818247875/flush-table-proc/abort 2024-11-14T21:40:30,725 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37591,1731620429271 2024-11-14T21:40:30,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:30,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:30,736 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1818247875/online-snapshot/acquired, /2-1818247875/online-snapshot/reached, /2-1818247875/online-snapshot/abort 2024-11-14T21:40:30,743 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,37591,1731620429271 2024-11-14T21:40:30,752 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:40:30,760 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:30,760 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:40:30,761 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:40:30,761 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,37591,1731620429271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:30,775 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:30,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:30,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:40:30,796 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:30,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:40:30,827 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731620460827 2024-11-14T21:40:30,828 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:40:30,828 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:40:30,828 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:40:30,828 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:40:30,828 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:40:30,828 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:40:30,860 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(746): ClusterId : 5c5f8945-7b67-4bf3-9b05-219dc025cf90 2024-11-14T21:40:30,860 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:40:30,862 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:30,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:40:30,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:40:30,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:40:30,867 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T21:40:30,869 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:40:30,869 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:40:30,874 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:40:30,875 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:40:30,890 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:40:30,891 DEBUG [RS:0;ef788a4cade8:43783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341597a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:40:30,906 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620430875,5,FailOnTimeoutGroup] 2024-11-14T21:40:30,908 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620430906,5,FailOnTimeoutGroup] 2024-11-14T21:40:30,908 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:30,908 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:40:30,908 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:30,909 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:40:30,947 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:43783 2024-11-14T21:40:30,947 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:40:30,947 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:40:30,947 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:40:30,948 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,37591,1731620429271 with port=43783, startcode=1731620429401 2024-11-14T21:40:30,948 DEBUG [RS:0;ef788a4cade8:43783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:40:30,954 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:40:30,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,43783,1731620429401 2024-11-14T21:40:30,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37591 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,43783,1731620429401 2024-11-14T21:40:30,958 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d 2024-11-14T21:40:30,958 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42843 2024-11-14T21:40:30,958 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:40:30,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875/rs 2024-11-14T21:40:30,987 DEBUG [RS:0;ef788a4cade8:43783 {}] zookeeper.ZKUtil(111): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on existing znode=/2-1818247875/rs/ef788a4cade8,43783,1731620429401 2024-11-14T21:40:30,987 WARN [RS:0;ef788a4cade8:43783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:40:30,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,43783,1731620429401] 2024-11-14T21:40:30,987 INFO [RS:0;ef788a4cade8:43783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:30,987 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/WALs/ef788a4cade8,43783,1731620429401 2024-11-14T21:40:31,051 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:40:31,058 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:40:31,062 INFO [RS:0;ef788a4cade8:43783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:40:31,063 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,066 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:40:31,070 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:40:31,070 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,070 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,071 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,071 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,071 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:40:31,071 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:31,071 DEBUG [RS:0;ef788a4cade8:43783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:40:31,087 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,087 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,087 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,087 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,087 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,087 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43783,1731620429401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:31,109 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:40:31,109 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43783,1731620429401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,109 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,109 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.Replication(171): ef788a4cade8,43783,1731620429401 started 2024-11-14T21:40:31,129 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,129 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,43783,1731620429401, RpcServer on ef788a4cade8/172.17.0.2:43783, sessionid=0x100ac6246400007 2024-11-14T21:40:31,129 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:40:31,129 DEBUG [RS:0;ef788a4cade8:43783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,43783,1731620429401 2024-11-14T21:40:31,129 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43783,1731620429401' 2024-11-14T21:40:31,129 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1818247875/flush-table-proc/abort' 2024-11-14T21:40:31,139 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1818247875/flush-table-proc/acquired' 2024-11-14T21:40:31,146 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:40:31,146 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:40:31,146 DEBUG [RS:0;ef788a4cade8:43783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,43783,1731620429401 2024-11-14T21:40:31,146 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43783,1731620429401' 2024-11-14T21:40:31,146 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1818247875/online-snapshot/abort' 2024-11-14T21:40:31,146 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1818247875/online-snapshot/acquired' 2024-11-14T21:40:31,147 DEBUG [RS:0;ef788a4cade8:43783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:40:31,147 INFO [RS:0;ef788a4cade8:43783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:40:31,147 INFO [RS:0;ef788a4cade8:43783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:40:31,247 INFO [RS:0;ef788a4cade8:43783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:40:31,256 INFO [RS:0;ef788a4cade8:43783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C43783%2C1731620429401, suffix=, logDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/WALs/ef788a4cade8,43783,1731620429401, archiveDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/oldWALs, maxLogs=10 2024-11-14T21:40:31,296 DEBUG [RS:0;ef788a4cade8:43783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/WALs/ef788a4cade8,43783,1731620429401/ef788a4cade8%2C43783%2C1731620429401.1731620431256, exclude list is [], retry=0 2024-11-14T21:40:31,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-4d13f0ca-e73f-4a69-bb48-1a8070cd72bc,DISK] 2024-11-14T21:40:31,318 INFO [RS:0;ef788a4cade8:43783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/WALs/ef788a4cade8,43783,1731620429401/ef788a4cade8%2C43783%2C1731620429401.1731620431256 2024-11-14T21:40:31,323 DEBUG [RS:0;ef788a4cade8:43783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39997:39997)] 2024-11-14T21:40:31,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:40:31,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d 2024-11-14T21:40:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741833_1009 (size=32) 2024-11-14T21:40:31,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:31,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:31,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:31,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:31,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:31,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:31,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:31,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:31,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:31,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:31,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740 2024-11-14T21:40:31,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740 2024-11-14T21:40:31,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:31,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:31,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:31,463 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:31,471 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72009757, jitterRate=0.07302899658679962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:31,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731620431383Initializing all the Stores at 1731620431388 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620431388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620431394 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620431394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620431394Cleaning up temporary data from old regions at 1731620431439 (+45 ms)Region opened successfully at 1731620431471 (+32 ms) 2024-11-14T21:40:31,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:31,472 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:31,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:31,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:31,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:31,483 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:31,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620431472Disabling compacts and flushes for region at 1731620431472Disabling writes for close at 1731620431472Writing region close event to WAL at 1731620431483 (+11 ms)Closed at 1731620431483 2024-11-14T21:40:31,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:31,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:40:31,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:40:31,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:31,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:40:31,658 DEBUG [ef788a4cade8:37591 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T21:40:31,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,43783,1731620429401 2024-11-14T21:40:31,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,43783,1731620429401, state=OPENING 2024-11-14T21:40:31,664 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:40:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:31,676 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:40:31,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,43783,1731620429401}] 2024-11-14T21:40:31,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818247875/meta-region-server: CHANGED 2024-11-14T21:40:31,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:31,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818247875/meta-region-server: CHANGED 2024-11-14T21:40:31,831 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:31,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:40:31,843 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:40:31,843 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:31,843 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:40:31,851 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C43783%2C1731620429401.meta, suffix=.meta, logDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/WALs/ef788a4cade8,43783,1731620429401, archiveDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/oldWALs, maxLogs=10 2024-11-14T21:40:31,872 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/WALs/ef788a4cade8,43783,1731620429401/ef788a4cade8%2C43783%2C1731620429401.meta.1731620431852.meta, exclude list is [], retry=0 2024-11-14T21:40:31,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-4d13f0ca-e73f-4a69-bb48-1a8070cd72bc,DISK] 2024-11-14T21:40:31,878 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/WALs/ef788a4cade8,43783,1731620429401/ef788a4cade8%2C43783%2C1731620429401.meta.1731620431852.meta 2024-11-14T21:40:31,878 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39997:39997)] 2024-11-14T21:40:31,879 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:31,879 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:31,879 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:40:31,879 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:40:31,879 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:40:31,879 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:40:31,879 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:31,880 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:40:31,880 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:40:31,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:40:31,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:40:31,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:40:31,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:40:31,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:40:31,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:40:31,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:40:31,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:40:31,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:40:31,891 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:40:31,892 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740 2024-11-14T21:40:31,893 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740 2024-11-14T21:40:31,894 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:40:31,894 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:40:31,894 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:40:31,896 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:40:31,896 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70185716, jitterRate=0.04584866762161255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:40:31,896 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:40:31,897 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731620431880Writing region info on filesystem at 1731620431880Initializing all the Stores at 1731620431880Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620431880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620431886 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620431886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731620431886Cleaning up temporary data from old regions at 1731620431894 (+8 ms)Running coprocessor post-open hooks at 1731620431896 (+2 ms)Region opened successfully at 1731620431896 2024-11-14T21:40:31,897 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731620431831 2024-11-14T21:40:31,899 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:40:31,899 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:40:31,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,43783,1731620429401 2024-11-14T21:40:31,900 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,43783,1731620429401, state=OPEN 2024-11-14T21:40:31,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1818247875/meta-region-server 2024-11-14T21:40:31,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1818247875/meta-region-server 2024-11-14T21:40:31,903 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,43783,1731620429401 2024-11-14T21:40:31,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818247875/meta-region-server: CHANGED 2024-11-14T21:40:31,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818247875/meta-region-server: CHANGED 2024-11-14T21:40:31,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:40:31,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,43783,1731620429401 in 227 msec 2024-11-14T21:40:31,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:40:31,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-14T21:40:31,908 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:40:31,908 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:40:31,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:31,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43783,1731620429401, seqNum=-1] 2024-11-14T21:40:31,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:31,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:31,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1550 sec 2024-11-14T21:40:31,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731620431914, completionTime=-1 2024-11-14T21:40:31,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T21:40:31,914 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:40:31,916 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T21:40:31,916 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731620491916 2024-11-14T21:40:31,916 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731620551916 2024-11-14T21:40:31,916 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T21:40:31,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37591,1731620429271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37591,1731620429271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37591,1731620429271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:37591, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,917 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,919 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.377sec 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37591,1731620429271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:40:31,921 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37591,1731620429271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:40:31,923 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:40:31,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:40:31,923 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,37591,1731620429271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:40:31,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64974886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:31,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37591,-1 for getting cluster id 2024-11-14T21:40:31,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:31,965 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5f8945-7b67-4bf3-9b05-219dc025cf90' 2024-11-14T21:40:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5f8945-7b67-4bf3-9b05-219dc025cf90" 2024-11-14T21:40:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f077cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37591,-1] 2024-11-14T21:40:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:31,967 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:31,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f12fce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:31,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43783,1731620429401, seqNum=-1] 2024-11-14T21:40:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:31,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,37591,1731620429271 2024-11-14T21:40:31,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59197 2024-11-14T21:40:31,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:40:31,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:31,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37629,1731620420192 2024-11-14T21:40:31,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1678428c 2024-11-14T21:40:31,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:31,983 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:31,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:40:31,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:40:31,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:31,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:40:31,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:40:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:31,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ac6246400008 connected 2024-11-14T21:40:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:40:31,999 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab6db405c2b1fa86c08c95fd2d85a45c, NAME => 'test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22 2024-11-14T21:40:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:40:32,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:32,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ab6db405c2b1fa86c08c95fd2d85a45c, disabling compactions & flushes 2024-11-14T21:40:32,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:32,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:32,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. after waiting 0 ms 2024-11-14T21:40:32,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:32,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:32,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab6db405c2b1fa86c08c95fd2d85a45c: Waiting for close lock at 1731620432009Disabling compacts and flushes for region at 1731620432009Disabling writes for close at 1731620432009Writing region close event to WAL at 1731620432009Closed at 1731620432009 2024-11-14T21:40:32,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:40:32,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620432017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620432017"}]},"ts":"1731620432017"} 2024-11-14T21:40:32,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:40:32,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:40:32,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620432023"}]},"ts":"1731620432023"} 2024-11-14T21:40:32,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:40:32,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab6db405c2b1fa86c08c95fd2d85a45c, ASSIGN}] 2024-11-14T21:40:32,028 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab6db405c2b1fa86c08c95fd2d85a45c, ASSIGN 2024-11-14T21:40:32,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ab6db405c2b1fa86c08c95fd2d85a45c, ASSIGN; state=OFFLINE, location=ef788a4cade8,42117,1731620420365; forceNewPlan=false, retain=false 2024-11-14T21:40:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:32,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab6db405c2b1fa86c08c95fd2d85a45c, regionState=OPENING, regionLocation=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ab6db405c2b1fa86c08c95fd2d85a45c, ASSIGN because future has completed 2024-11-14T21:40:32,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab6db405c2b1fa86c08c95fd2d85a45c, server=ef788a4cade8,42117,1731620420365}] 2024-11-14T21:40:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:32,374 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:32,374 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ab6db405c2b1fa86c08c95fd2d85a45c, NAME => 'test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:32,374 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:32,374 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:40:32,374 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,375 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:32,375 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,375 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,378 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,380 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab6db405c2b1fa86c08c95fd2d85a45c columnFamilyName f 2024-11-14T21:40:32,380 DEBUG [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:32,381 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] regionserver.HStore(327): Store=ab6db405c2b1fa86c08c95fd2d85a45c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:32,381 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,382 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab6db405c2b1fa86c08c95fd2d85a45c columnFamilyName f1 2024-11-14T21:40:32,382 DEBUG [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:32,383 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] regionserver.HStore(327): Store=ab6db405c2b1fa86c08c95fd2d85a45c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:32,383 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,391 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab6db405c2b1fa86c08c95fd2d85a45c columnFamilyName norep 2024-11-14T21:40:32,391 DEBUG [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:32,391 INFO [StoreOpener-ab6db405c2b1fa86c08c95fd2d85a45c-1 {}] regionserver.HStore(327): Store=ab6db405c2b1fa86c08c95fd2d85a45c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:32,391 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,392 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,392 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,393 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,393 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,394 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:40:32,395 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,397 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:32,397 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ab6db405c2b1fa86c08c95fd2d85a45c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66281434, jitterRate=-0.012329667806625366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:40:32,397 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:32,397 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ab6db405c2b1fa86c08c95fd2d85a45c: Running coprocessor pre-open hook at 1731620432375Writing region info on filesystem at 1731620432375Initializing all the Stores at 1731620432377 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620432377Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620432378 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620432378Cleaning up temporary data from old regions at 1731620432393 (+15 ms)Running coprocessor post-open hooks at 1731620432397 (+4 ms)Region opened successfully at 1731620432397 2024-11-14T21:40:32,398 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., pid=6, masterSystemTime=1731620432364 2024-11-14T21:40:32,402 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:32,402 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:32,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab6db405c2b1fa86c08c95fd2d85a45c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab6db405c2b1fa86c08c95fd2d85a45c, server=ef788a4cade8,42117,1731620420365 because future has completed 2024-11-14T21:40:32,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:40:32,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab6db405c2b1fa86c08c95fd2d85a45c, server=ef788a4cade8,42117,1731620420365 in 207 msec 2024-11-14T21:40:32,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:40:32,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ab6db405c2b1fa86c08c95fd2d85a45c, ASSIGN in 385 msec 2024-11-14T21:40:32,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:40:32,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620432414"}]},"ts":"1731620432414"} 2024-11-14T21:40:32,415 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:40:32,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:40:32,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 432 msec 2024-11-14T21:40:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:32,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:32,617 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:40:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,45477,1731620425204 2024-11-14T21:40:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49228f8a 2024-11-14T21:40:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:32,622 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:32,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:40:32,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:40:32,629 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:32,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:40:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:32,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:40:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:40:32,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6e070c95a72042fac159046524c4a25, NAME => 'test,,1731620432622.b6e070c95a72042fac159046524c4a25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12 2024-11-14T21:40:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:32,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:40:32,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620432622.b6e070c95a72042fac159046524c4a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:32,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6e070c95a72042fac159046524c4a25, disabling compactions & flushes 2024-11-14T21:40:32,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:32,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:32,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620432622.b6e070c95a72042fac159046524c4a25. after waiting 0 ms 2024-11-14T21:40:32,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:32,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:32,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6e070c95a72042fac159046524c4a25: Waiting for close lock at 1731620432764Disabling compacts and flushes for region at 1731620432764Disabling writes for close at 1731620432765 (+1 ms)Writing region close event to WAL at 1731620432765Closed at 1731620432765 2024-11-14T21:40:32,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:40:32,771 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620432622.b6e070c95a72042fac159046524c4a25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620432771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620432771"}]},"ts":"1731620432771"} 2024-11-14T21:40:32,776 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:40:32,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:40:32,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620432778"}]},"ts":"1731620432778"} 2024-11-14T21:40:32,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:40:32,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6e070c95a72042fac159046524c4a25, ASSIGN}] 2024-11-14T21:40:32,786 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6e070c95a72042fac159046524c4a25, ASSIGN 2024-11-14T21:40:32,787 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6e070c95a72042fac159046524c4a25, ASSIGN; state=OFFLINE, location=ef788a4cade8,33003,1731620425336; forceNewPlan=false, retain=false 2024-11-14T21:40:32,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6e070c95a72042fac159046524c4a25, regionState=OPENING, regionLocation=ef788a4cade8,33003,1731620425336 2024-11-14T21:40:32,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6e070c95a72042fac159046524c4a25, ASSIGN because future has completed 2024-11-14T21:40:32,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e070c95a72042fac159046524c4a25, server=ef788a4cade8,33003,1731620425336}] 2024-11-14T21:40:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:33,101 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:33,101 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6e070c95a72042fac159046524c4a25, NAME => 'test,,1731620432622.b6e070c95a72042fac159046524c4a25.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:33,101 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:33,101 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:40:33,102 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,102 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620432622.b6e070c95a72042fac159046524c4a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:33,102 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,102 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,103 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,104 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e070c95a72042fac159046524c4a25 columnFamilyName f 2024-11-14T21:40:33,104 DEBUG [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:33,105 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] regionserver.HStore(327): Store=b6e070c95a72042fac159046524c4a25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:33,105 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,106 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e070c95a72042fac159046524c4a25 columnFamilyName f1 2024-11-14T21:40:33,106 DEBUG [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:33,106 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] regionserver.HStore(327): Store=b6e070c95a72042fac159046524c4a25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:33,106 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,107 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e070c95a72042fac159046524c4a25 columnFamilyName norep 2024-11-14T21:40:33,107 DEBUG [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:33,107 INFO [StoreOpener-b6e070c95a72042fac159046524c4a25-1 {}] regionserver.HStore(327): Store=b6e070c95a72042fac159046524c4a25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:33,107 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,108 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,108 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,109 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,109 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,109 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:40:33,110 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,113 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:33,114 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6e070c95a72042fac159046524c4a25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67599706, jitterRate=0.007314115762710571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:40:33,114 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:33,114 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6e070c95a72042fac159046524c4a25: Running coprocessor pre-open hook at 1731620433102Writing region info on filesystem at 1731620433102Initializing all the Stores at 1731620433103 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620433103Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620433103Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620433103Cleaning up temporary data from old regions at 1731620433109 (+6 ms)Running coprocessor post-open hooks at 1731620433114 (+5 ms)Region opened successfully at 1731620433114 2024-11-14T21:40:33,115 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620432622.b6e070c95a72042fac159046524c4a25., pid=6, masterSystemTime=1731620433093 2024-11-14T21:40:33,116 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:33,116 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:33,117 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6e070c95a72042fac159046524c4a25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,33003,1731620425336 2024-11-14T21:40:33,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e070c95a72042fac159046524c4a25, server=ef788a4cade8,33003,1731620425336 because future has completed 2024-11-14T21:40:33,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:40:33,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6e070c95a72042fac159046524c4a25, server=ef788a4cade8,33003,1731620425336 in 178 msec 2024-11-14T21:40:33,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:40:33,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6e070c95a72042fac159046524c4a25, ASSIGN in 341 msec 2024-11-14T21:40:33,124 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:40:33,125 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620433124"}]},"ts":"1731620433124"} 2024-11-14T21:40:33,126 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:40:33,127 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:40:33,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 504 msec 2024-11-14T21:40:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:33,268 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:40:33,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37591,1731620429271 2024-11-14T21:40:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8a54c8 2024-11-14T21:40:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:33,272 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:33,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T21:40:33,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:40:33,280 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:33,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:40:33,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T21:40:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741835_1011 (size=902) 2024-11-14T21:40:33,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bd9b0a337b51ff272c0954bb1cece91, NAME => 'test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d 2024-11-14T21:40:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741836_1012 (size=39) 2024-11-14T21:40:33,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:33,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9bd9b0a337b51ff272c0954bb1cece91, disabling compactions & flushes 2024-11-14T21:40:33,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:33,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:33,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. after waiting 0 ms 2024-11-14T21:40:33,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:33,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:33,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bd9b0a337b51ff272c0954bb1cece91: Waiting for close lock at 1731620433435Disabling compacts and flushes for region at 1731620433435Disabling writes for close at 1731620433435Writing region close event to WAL at 1731620433435Closed at 1731620433435 2024-11-14T21:40:33,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:40:33,437 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731620433436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620433436"}]},"ts":"1731620433436"} 2024-11-14T21:40:33,454 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:40:33,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:40:33,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620433459"}]},"ts":"1731620433459"} 2024-11-14T21:40:33,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T21:40:33,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bd9b0a337b51ff272c0954bb1cece91, ASSIGN}] 2024-11-14T21:40:33,475 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bd9b0a337b51ff272c0954bb1cece91, ASSIGN 2024-11-14T21:40:33,479 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9bd9b0a337b51ff272c0954bb1cece91, ASSIGN; state=OFFLINE, location=ef788a4cade8,43783,1731620429401; forceNewPlan=false, retain=false 2024-11-14T21:40:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:33,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bd9b0a337b51ff272c0954bb1cece91, regionState=OPENING, regionLocation=ef788a4cade8,43783,1731620429401 2024-11-14T21:40:33,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9bd9b0a337b51ff272c0954bb1cece91, ASSIGN because future has completed 2024-11-14T21:40:33,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bd9b0a337b51ff272c0954bb1cece91, server=ef788a4cade8,43783,1731620429401}] 2024-11-14T21:40:33,835 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:33,835 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bd9b0a337b51ff272c0954bb1cece91, NAME => 'test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:33,837 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:33,839 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T21:40:33,839 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,839 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:33,839 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,839 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,842 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,844 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bd9b0a337b51ff272c0954bb1cece91 columnFamilyName f 2024-11-14T21:40:33,844 DEBUG [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:33,844 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] regionserver.HStore(327): Store=9bd9b0a337b51ff272c0954bb1cece91/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:33,844 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,845 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bd9b0a337b51ff272c0954bb1cece91 columnFamilyName f1 2024-11-14T21:40:33,846 DEBUG [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:33,846 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] regionserver.HStore(327): Store=9bd9b0a337b51ff272c0954bb1cece91/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:33,846 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,847 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bd9b0a337b51ff272c0954bb1cece91 columnFamilyName norep 2024-11-14T21:40:33,847 DEBUG [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:33,847 INFO [StoreOpener-9bd9b0a337b51ff272c0954bb1cece91-1 {}] regionserver.HStore(327): Store=9bd9b0a337b51ff272c0954bb1cece91/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:33,847 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,852 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,853 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,854 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,854 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,855 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:40:33,856 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,880 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:33,884 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bd9b0a337b51ff272c0954bb1cece91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69682893, jitterRate=0.03835602104663849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:40:33,884 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:33,885 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bd9b0a337b51ff272c0954bb1cece91: Running coprocessor pre-open hook at 1731620433839Writing region info on filesystem at 1731620433839Initializing all the Stores at 1731620433840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620433840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620433842 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620433842Cleaning up temporary data from old regions at 1731620433854 (+12 ms)Running coprocessor post-open hooks at 1731620433884 (+30 ms)Region opened successfully at 1731620433884 2024-11-14T21:40:33,892 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91., pid=6, masterSystemTime=1731620433810 2024-11-14T21:40:33,899 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:33,899 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:33,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bd9b0a337b51ff272c0954bb1cece91, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef788a4cade8,43783,1731620429401 2024-11-14T21:40:33,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bd9b0a337b51ff272c0954bb1cece91, server=ef788a4cade8,43783,1731620429401 because future has completed 2024-11-14T21:40:33,916 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37591 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef788a4cade8,43783,1731620429401, table=test, region=9bd9b0a337b51ff272c0954bb1cece91. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T21:40:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:33,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T21:40:33,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bd9b0a337b51ff272c0954bb1cece91, server=ef788a4cade8,43783,1731620429401 in 291 msec 2024-11-14T21:40:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:40:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9bd9b0a337b51ff272c0954bb1cece91, ASSIGN in 476 msec 2024-11-14T21:40:33,956 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:40:33,956 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620433956"}]},"ts":"1731620433956"} 2024-11-14T21:40:33,959 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T21:40:33,960 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:40:33,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 687 msec 2024-11-14T21:40:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:40:34,435 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T21:40:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52aa0125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:34,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37629,-1 for getting cluster id 2024-11-14T21:40:34,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:34,447 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89cc5dd6-f487-4ae7-9ff7-b26508480477' 2024-11-14T21:40:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89cc5dd6-f487-4ae7-9ff7-b26508480477" 2024-11-14T21:40:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4116eb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37629,-1] 2024-11-14T21:40:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:34,449 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cc4864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:34,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37629,1731620420192 2024-11-14T21:40:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eed593b 2024-11-14T21:40:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:34,456 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:34,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef788a4cade8:45477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:40:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:40:34,460 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:45477' 2024-11-14T21:40:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:34,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167c50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:34,464 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,45477,-1 for getting cluster id 2024-11-14T21:40:34,464 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:34,465 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bd76df-165f-4daa-8265-9d5a9732fd3f' 2024-11-14T21:40:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bd76df-165f-4daa-8265-9d5a9732fd3f" 2024-11-14T21:40:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fb8595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,45477,-1] 2024-11-14T21:40:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:34,471 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fdb4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:34,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:34,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,45477,1731620425204 2024-11-14T21:40:34,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72cd47fe 2024-11-14T21:40:34,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:34,487 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:34,490 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T21:40:34,490 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:40:34,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:34,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:34,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:34,491 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:40:34,496 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T21:40:34,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:40:34,507 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:34,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:40:34,549 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T21:40:34,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741837_1013 (size=1138) 2024-11-14T21:40:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:34,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2aeb50963f069c4af1ba354b5632e1ce, NAME => 'hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22 2024-11-14T21:40:34,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741838_1014 (size=44) 2024-11-14T21:40:34,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:34,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2aeb50963f069c4af1ba354b5632e1ce, disabling compactions & flushes 2024-11-14T21:40:34,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:34,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:34,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. after waiting 0 ms 2024-11-14T21:40:34,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:34,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:34,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2aeb50963f069c4af1ba354b5632e1ce: Waiting for close lock at 1731620434601Disabling compacts and flushes for region at 1731620434601Disabling writes for close at 1731620434601Writing region close event to WAL at 1731620434601Closed at 1731620434601 2024-11-14T21:40:34,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:40:34,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731620434603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731620434603"}]},"ts":"1731620434603"} 2024-11-14T21:40:34,605 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T21:40:34,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:40:34,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620434606"}]},"ts":"1731620434606"} 2024-11-14T21:40:34,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T21:40:34,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2aeb50963f069c4af1ba354b5632e1ce, ASSIGN}] 2024-11-14T21:40:34,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2aeb50963f069c4af1ba354b5632e1ce, ASSIGN 2024-11-14T21:40:34,611 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2aeb50963f069c4af1ba354b5632e1ce, ASSIGN; state=OFFLINE, location=ef788a4cade8,42117,1731620420365; forceNewPlan=false, retain=false 2024-11-14T21:40:34,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2aeb50963f069c4af1ba354b5632e1ce, regionState=OPENING, regionLocation=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2aeb50963f069c4af1ba354b5632e1ce, ASSIGN because future has completed 2024-11-14T21:40:34,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aeb50963f069c4af1ba354b5632e1ce, server=ef788a4cade8,42117,1731620420365}] 2024-11-14T21:40:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:34,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:34,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:40:34,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T21:40:34,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef788a4cade8%2C42117%2C1731620420365.rep, suffix=, logDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365, archiveDir=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs, maxLogs=10 2024-11-14T21:40:34,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.rep.1731620434973, exclude list is [], retry=0 2024-11-14T21:40:35,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-8a077fc1-9572-4281-9e7d-42639a935dfa,DISK] 2024-11-14T21:40:35,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.rep.1731620434973 2024-11-14T21:40:35,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-14T21:40:35,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aeb50963f069c4af1ba354b5632e1ce, NAME => 'hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:40:35,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T21:40:35,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:40:35,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. service=MultiRowMutationService 2024-11-14T21:40:35,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T21:40:35,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:40:35,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,067 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,079 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aeb50963f069c4af1ba354b5632e1ce columnFamilyName hfileref 2024-11-14T21:40:35,079 DEBUG [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:35,087 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] regionserver.HStore(327): Store=2aeb50963f069c4af1ba354b5632e1ce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:35,087 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,094 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aeb50963f069c4af1ba354b5632e1ce columnFamilyName queue 2024-11-14T21:40:35,094 DEBUG [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:35,094 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] regionserver.HStore(327): Store=2aeb50963f069c4af1ba354b5632e1ce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:35,094 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,103 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aeb50963f069c4af1ba354b5632e1ce columnFamilyName sid 2024-11-14T21:40:35,103 DEBUG [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:40:35,105 INFO [StoreOpener-2aeb50963f069c4af1ba354b5632e1ce-1 {}] regionserver.HStore(327): Store=2aeb50963f069c4af1ba354b5632e1ce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:40:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:35,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T21:40:35,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:40:35,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2aeb50963f069c4af1ba354b5632e1ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70083337, jitterRate=0.04432310163974762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T21:40:35,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:35,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2aeb50963f069c4af1ba354b5632e1ce: Running coprocessor pre-open hook at 1731620435039Writing region info on filesystem at 1731620435039Initializing all the Stores at 1731620435054 (+15 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620435055 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620435066 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731620435066Cleaning up temporary data from old regions at 1731620435118 (+52 ms)Running coprocessor post-open hooks at 1731620435135 (+17 ms)Region opened successfully at 1731620435135 2024-11-14T21:40:35,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce., pid=10, masterSystemTime=1731620434926 2024-11-14T21:40:35,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:35,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:35,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2aeb50963f069c4af1ba354b5632e1ce, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,42117,1731620420365 2024-11-14T21:40:35,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aeb50963f069c4af1ba354b5632e1ce, server=ef788a4cade8,42117,1731620420365 because future has completed 2024-11-14T21:40:35,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T21:40:35,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aeb50963f069c4af1ba354b5632e1ce, server=ef788a4cade8,42117,1731620420365 in 382 msec 2024-11-14T21:40:35,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T21:40:35,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2aeb50963f069c4af1ba354b5632e1ce, ASSIGN in 544 msec 2024-11-14T21:40:35,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:40:35,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731620435155"}]},"ts":"1731620435155"} 2024-11-14T21:40:35,158 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T21:40:35,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:40:35,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 668 msec 2024-11-14T21:40:35,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce., hostname=ef788a4cade8,42117,1731620420365, seqNum=2] 2024-11-14T21:40:35,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:35,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:35,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:40:35,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T21:40:35,408 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T21:40:35,456 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef788a4cade8,42117,1731620420365, ReplicationSource: 1, currentBandwidth=0 2024-11-14T21:40:35,457 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:35,457 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42117,1731620420365, seqNum=-1] 2024-11-14T21:40:35,458 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:35,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T21:40:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef788a4cade8,42117,1731620420365', locateType=CURRENT is [region=hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce., hostname=ef788a4cade8,42117,1731620420365, seqNum=2] 2024-11-14T21:40:35,473 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T21:40:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T21:40:35,477 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef788a4cade8,42117,1731620420365 suceeded 2024-11-14T21:40:35,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T21:40:35,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-14T21:40:35,480 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef788a4cade8:45477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:40:35,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0230 sec 2024-11-14T21:40:35,501 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:45477' 2024-11-14T21:40:35,504 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7406ecc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,504 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,45477,-1 for getting cluster id 2024-11-14T21:40:35,504 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:35,505 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bd76df-165f-4daa-8265-9d5a9732fd3f' 2024-11-14T21:40:35,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:35,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bd76df-165f-4daa-8265-9d5a9732fd3f" 2024-11-14T21:40:35,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e71d30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,45477,-1] 2024-11-14T21:40:35,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:35,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:35,506 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:35,507 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2189d521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,507 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,45477,1731620425204 2024-11-14T21:40:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d00276 2024-11-14T21:40:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:35,515 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T21:40:35,518 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef788a4cade8,42117,1731620420365 (queues=1) is replicating from cluster=89cc5dd6-f487-4ae7-9ff7-b26508480477 to cluster=f6bd76df-165f-4daa-8265-9d5a9732fd3f 2024-11-14T21:40:35,518 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef788a4cade8%2C42117%2C1731620420365 2024-11-14T21:40:35,519 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef788a4cade8,42117,1731620420365, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:40:35,523 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C42117%2C1731620420365 2024-11-14T21:40:35,523 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665, startPosition=0, beingWritten=true 2024-11-14T21:40:35,548 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:35,548 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 379, reset compression=false 2024-11-14T21:40:35,548 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42117,1731620420365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T21:40:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T21:40:35,619 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T21:40:35,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:35,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:35,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:35,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:35,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3838fb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37629,-1 for getting cluster id 2024-11-14T21:40:35,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:35,624 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89cc5dd6-f487-4ae7-9ff7-b26508480477' 2024-11-14T21:40:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89cc5dd6-f487-4ae7-9ff7-b26508480477" 2024-11-14T21:40:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa2c6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37629,-1] 2024-11-14T21:40:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:35,626 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9105f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345038fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,45477,-1 for getting cluster id 2024-11-14T21:40:35,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:35,629 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bd76df-165f-4daa-8265-9d5a9732fd3f' 2024-11-14T21:40:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bd76df-165f-4daa-8265-9d5a9732fd3f" 2024-11-14T21:40:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1858664e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,45477,-1] 2024-11-14T21:40:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:35,630 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7608d7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45de574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37591,-1 for getting cluster id 2024-11-14T21:40:35,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:35,647 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5f8945-7b67-4bf3-9b05-219dc025cf90' 2024-11-14T21:40:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5f8945-7b67-4bf3-9b05-219dc025cf90" 2024-11-14T21:40:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163ce881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37591,-1] 2024-11-14T21:40:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:35,655 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1701c97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:35,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:35,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731620435668/Put/seqid=0 2024-11-14T21:40:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741840_1016 (size=7894) 2024-11-14T21:40:35,776 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:35,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:40:35,777 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128899 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef788a4cade8,46567,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T21:40:35,825 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 379, reset compression=false 2024-11-14T21:40:36,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731620436127/Put/seqid=0 2024-11-14T21:40:36,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741841_1017 (size=7691) 2024-11-14T21:40:36,151 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 379, reset compression=false 2024-11-14T21:40:36,557 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 379, reset compression=false 2024-11-14T21:40:36,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f8968e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:36,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37629,-1 for getting cluster id 2024-11-14T21:40:36,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:36,574 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89cc5dd6-f487-4ae7-9ff7-b26508480477' 2024-11-14T21:40:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89cc5dd6-f487-4ae7-9ff7-b26508480477" 2024-11-14T21:40:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6920ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37629,-1] 2024-11-14T21:40:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:36,576 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:36,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b165d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:36,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42117,1731620420365, seqNum=-1] 2024-11-14T21:40:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:36,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:36,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37629,1731620420192 2024-11-14T21:40:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6be429b0 2024-11-14T21:40:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:36,632 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2] 2024-11-14T21:40:36,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:40:36,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T21:40:36,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T21:40:36,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_0 for inclusion in ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T21:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:36,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_1 for inclusion in ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T21:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegion(2603): Flush status journal for ab6db405c2b1fa86c08c95fd2d85a45c: 2024-11-14T21:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_0 2024-11-14T21:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_0 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ 2024-11-14T21:40:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_1 2024-11-14T21:40:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_1 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ 2024-11-14T21:40:36,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_0 into ab6db405c2b1fa86c08c95fd2d85a45c/f as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ - updating store file list. 2024-11-14T21:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:36,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ into ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:36,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_0 into ab6db405c2b1fa86c08c95fd2d85a45c/f (new location: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_) 2024-11-14T21:40:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_0 2024-11-14T21:40:36,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_1 into ab6db405c2b1fa86c08c95fd2d85a45c/f as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ - updating store file list. 2024-11-14T21:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 636121757d464b6c811e91e9fc7220f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:36,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ into ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:36,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_1 into ab6db405c2b1fa86c08c95fd2d85a45c/f (new location: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_) 2024-11-14T21:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__7imov5jg4umjh7dcbilsngii4tf9kj1drtuhtshouppk1f221m3ehcgfl0hrrj3n/f/hfile_1 2024-11-14T21:40:36,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:36,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:36,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:36,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:36,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2 , the old value is region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef788a4cade8:42117 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:40:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:40:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2 from cache 2024-11-14T21:40:36,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:35810 deadline: 1731620496881 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:35810 2024-11-14T21:40:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33003,1731620425336, seqNum=-1] 2024-11-14T21:40:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:36,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620432622.b6e070c95a72042fac159046524c4a25., hostname=ef788a4cade8,33003,1731620425336, seqNum=2] 2024-11-14T21:40:36,889 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T21:40:36,986 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T21:40:37,078 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 379, reset compression=false 2024-11-14T21:40:37,086 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:37,086 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42117,1731620420365 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab6db405c2b1fa86c08c95fd2d85a45c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620436879/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T21:40:37,090 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:37,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T21:40:37,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.ReplicationSink(318): Replicating [89cc5dd6-f487-4ae7-9ff7-b26508480477] bulk loaded data 2024-11-14T21:40:37,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffefedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:37,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,45477,-1 for getting cluster id 2024-11-14T21:40:37,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:37,093 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bd76df-165f-4daa-8265-9d5a9732fd3f' 2024-11-14T21:40:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bd76df-165f-4daa-8265-9d5a9732fd3f" 2024-11-14T21:40:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@562588a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,45477,-1] 2024-11-14T21:40:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:37,095 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:37,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@178115a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:37,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741837_1013 (size=7894) 2024-11-14T21:40:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741838_1014 (size=7691) 2024-11-14T21:40:37,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:37,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,45477,1731620425204 2024-11-14T21:40:37,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69549475 2024-11-14T21:40:37,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:37,203 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T21:40:37,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:40:37,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:37,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33003,1731620425336, seqNum=-1] 2024-11-14T21:40:37,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:37,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T21:40:37,255 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T21:40:37,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T21:40:37,286 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 687, reset compression=false 2024-11-14T21:40:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ for inclusion in b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T21:40:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:37,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ for inclusion in b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T21:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HRegion(2603): Flush status journal for b6e070c95a72042fac159046524c4a25: 2024-11-14T21:40:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:40:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/d16fdd9430c4452a8928bab923b9837c_SeqId_4_ 2024-11-14T21:40:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 636121757d464b6c811e91e9fc7220f8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:40:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c7da4a50fcf64c2b8157758ff9ba575c_SeqId_4_ 2024-11-14T21:40:37,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ into b6e070c95a72042fac159046524c4a25/f as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/d16fdd9430c4452a8928bab923b9837c_SeqId_4_ - updating store file list. 2024-11-14T21:40:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d16fdd9430c4452a8928bab923b9837c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:37,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/d16fdd9430c4452a8928bab923b9837c_SeqId_4_ into b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:37,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ into b6e070c95a72042fac159046524c4a25/f (new location: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/d16fdd9430c4452a8928bab923b9837c_SeqId_4_) 2024-11-14T21:40:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_ 2024-11-14T21:40:37,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ into b6e070c95a72042fac159046524c4a25/f as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c7da4a50fcf64c2b8157758ff9ba575c_SeqId_4_ - updating store file list. 2024-11-14T21:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7da4a50fcf64c2b8157758ff9ba575c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:37,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c7da4a50fcf64c2b8157758ff9ba575c_SeqId_4_ into b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:37,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ into b6e070c95a72042fac159046524c4a25/f (new location: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c7da4a50fcf64c2b8157758ff9ba575c_SeqId_4_) 2024-11-14T21:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__snfu3uc7p56ohv4joq0b65f87dsa47db810q0d2flk0gdk0e3lppaqcmf8a8rpbm/f/636121757d464b6c811e91e9fc7220f8_SeqId_4_ 2024-11-14T21:40:37,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:40:37,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.ReplicationSink(324): Finished replicating [89cc5dd6-f487-4ae7-9ff7-b26508480477] bulk loaded data 2024-11-14T21:40:37,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:37,624 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 687, reset compression=false 2024-11-14T21:40:37,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43783,1731620429401, seqNum=-1] 2024-11-14T21:40:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:37,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91., hostname=ef788a4cade8,43783,1731620429401, seqNum=2] 2024-11-14T21:40:37,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:37,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:40:37,935 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ef788a4cade8%2C42117%2C1731620420365:(num 1731620422665) roll requested 2024-11-14T21:40:37,959 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935, exclude list is [], retry=0 2024-11-14T21:40:37,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-8a077fc1-9572-4281-9e7d-42639a935dfa,DISK] 2024-11-14T21:40:37,983 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 2024-11-14T21:40:37,985 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-14T21:40:37,985 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 is not closed yet, will try archiving it next time 2024-11-14T21:40:37,985 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ef788a4cade8%2C42117%2C1731620420365.meta:.meta(num 1731620423161) roll requested 2024-11-14T21:40:37,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 not finished, retry = 0 2024-11-14T21:40:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741833_1009 (size=695) 2024-11-14T21:40:37,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5917041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:37,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37629,-1 for getting cluster id 2024-11-14T21:40:37,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:37,996 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89cc5dd6-f487-4ae7-9ff7-b26508480477' 2024-11-14T21:40:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89cc5dd6-f487-4ae7-9ff7-b26508480477" 2024-11-14T21:40:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367a4ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37629,-1] 2024-11-14T21:40:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:37,998 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:37,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b362fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:37,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:38,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37629,1731620420192 2024-11-14T21:40:38,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eace2de 2024-11-14T21:40:38,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:38,002 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:38,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://ef788a4cade8:37591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T21:40:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T21:40:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T21:40:38,005 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:37591' 2024-11-14T21:40:38,006 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2836bc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,006 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37591,-1 for getting cluster id 2024-11-14T21:40:38,007 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:38,007 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.meta.1731620437985.meta, exclude list is [], retry=0 2024-11-14T21:40:38,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-8a077fc1-9572-4281-9e7d-42639a935dfa,DISK] 2024-11-14T21:40:38,010 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5f8945-7b67-4bf3-9b05-219dc025cf90' 2024-11-14T21:40:38,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:38,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5f8945-7b67-4bf3-9b05-219dc025cf90" 2024-11-14T21:40:38,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9736f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37591,-1] 2024-11-14T21:40:38,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:38,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,012 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:38,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1ecdd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,013 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:38,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37591,1731620429271 2024-11-14T21:40:38,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bab81d6 2024-11-14T21:40:38,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:38,014 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:38,015 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T21:40:38,015 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T21:40:38,015 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,015 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,018 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.meta.1731620423161.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.meta.1731620437985.meta 2024-11-14T21:40:38,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:38,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T21:40:38,025 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-14T21:40:38,025 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.meta.1731620423161.meta is not closed yet, will try archiving it next time 2024-11-14T21:40:38,025 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ef788a4cade8%2C42117%2C1731620420365.rep:(num 1731620434973) roll requested 2024-11-14T21:40:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741834_1010 (size=3473) 2024-11-14T21:40:38,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.meta.1731620423161.meta not finished, retry = 0 2024-11-14T21:40:38,040 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to pos 687, reset compression=false 2024-11-14T21:40:38,043 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 2024-11-14T21:40:38,043 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935, startPosition=0, beingWritten=true 2024-11-14T21:40:38,043 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42117,1731620420365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T21:40:38,048 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ef788a4cade8%2C42117%2C1731620420365.1731620422665] 2024-11-14T21:40:38,051 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.rep.1731620438025, exclude list is [], retry=0 2024-11-14T21:40:38,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-8a077fc1-9572-4281-9e7d-42639a935dfa,DISK] 2024-11-14T21:40:38,056 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.rep.1731620434973 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.rep.1731620438025 2024-11-14T21:40:38,058 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-14T21:40:38,058 DEBUG [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.rep.1731620434973 is not closed yet, will try archiving it next time 2024-11-14T21:40:38,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.rep.1731620434973 not finished, retry = 0 2024-11-14T21:40:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741839_1015 (size=1722) 2024-11-14T21:40:38,105 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620422665 to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs/ef788a4cade8%2C42117%2C1731620420365.1731620422665 2024-11-14T21:40:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T21:40:38,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T21:40:38,178 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T21:40:38,235 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ef788a4cade8,42117,1731620420365, ReplicationSource: 2, currentBandwidth=0 2024-11-14T21:40:38,237 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T21:40:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T21:40:38,245 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ef788a4cade8,42117,1731620420365 suceeded 2024-11-14T21:40:38,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T21:40:38,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-14T21:40:38,251 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ef788a4cade8:37591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T21:40:38,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 249 msec 2024-11-14T21:40:38,258 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef788a4cade8:37591' 2024-11-14T21:40:38,263 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@102e4b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,263 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37591,-1 for getting cluster id 2024-11-14T21:40:38,266 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:38,270 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5f8945-7b67-4bf3-9b05-219dc025cf90' 2024-11-14T21:40:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5f8945-7b67-4bf3-9b05-219dc025cf90" 2024-11-14T21:40:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59824bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37591,-1] 2024-11-14T21:40:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:38,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,278 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:38,285 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae20366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,285 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:38,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37591,1731620429271 2024-11-14T21:40:38,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5695b3c6 2024-11-14T21:40:38,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:38,292 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T21:40:38,293 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ef788a4cade8,42117,1731620420365 (queues=1) is replicating from cluster=89cc5dd6-f487-4ae7-9ff7-b26508480477 to cluster=5c5f8945-7b67-4bf3-9b05-219dc025cf90 2024-11-14T21:40:38,293 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ef788a4cade8%2C42117%2C1731620420365 2024-11-14T21:40:38,293 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ef788a4cade8,42117,1731620420365, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T21:40:38,298 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935, startPosition=0, beingWritten=true 2024-11-14T21:40:38,311 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef788a4cade8%2C42117%2C1731620420365 2024-11-14T21:40:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T21:40:38,322 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T21:40:38,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:38,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:38,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:38,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:40:38,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731620438347/Put/seqid=0 2024-11-14T21:40:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741845_1021 (size=11194) 2024-11-14T21:40:38,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731620438419/Put/seqid=0 2024-11-14T21:40:38,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741846_1022 (size=10791) 2024-11-14T21:40:38,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2002d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37629,-1 for getting cluster id 2024-11-14T21:40:38,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:38,484 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89cc5dd6-f487-4ae7-9ff7-b26508480477' 2024-11-14T21:40:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89cc5dd6-f487-4ae7-9ff7-b26508480477" 2024-11-14T21:40:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697477f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37629,-1] 2024-11-14T21:40:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,486 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:38,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce614cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,42117,1731620420365, seqNum=-1] 2024-11-14T21:40:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:38,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:40:38,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37629,1731620420192 2024-11-14T21:40:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67582a46 2024-11-14T21:40:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:38,513 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:40:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2] 2024-11-14T21:40:38,528 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 0, reset compression=false 2024-11-14T21:40:38,529 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:40:38,554 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 0, reset compression=false 2024-11-14T21:40:38,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T21:40:38,583 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T21:40:38,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_0 for inclusion in ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T21:40:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:38,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_1 for inclusion in ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T21:40:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegion(2603): Flush status journal for ab6db405c2b1fa86c08c95fd2d85a45c: 2024-11-14T21:40:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_0 2024-11-14T21:40:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_0 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ 2024-11-14T21:40:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_1 2024-11-14T21:40:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_1 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ 2024-11-14T21:40:38,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_0 into ab6db405c2b1fa86c08c95fd2d85a45c/f as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ - updating store file list. 2024-11-14T21:40:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:38,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ into ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:38,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_0 into ab6db405c2b1fa86c08c95fd2d85a45c/f (new location: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_) 2024-11-14T21:40:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_0 2024-11-14T21:40:38,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_1 into ab6db405c2b1fa86c08c95fd2d85a45c/f as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ - updating store file list. 2024-11-14T21:40:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c012a0ff41d0428091a33edcd8845957_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:38,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ into ab6db405c2b1fa86c08c95fd2d85a45c/f 2024-11-14T21:40:38,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_1 into ab6db405c2b1fa86c08c95fd2d85a45c/f (new location: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_) 2024-11-14T21:40:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/staging/jenkins__test__j4sf6il218igheeuvjr31ekumnbprdnh8ci1706f3h0rto1assl2nkm70ch4d00m/f/hfile_1 2024-11-14T21:40:38,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:38,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:38,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2 , the old value is region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef788a4cade8:42117 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:40:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T21:40:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c., hostname=ef788a4cade8,42117,1731620420365, seqNum=2 from cache 2024-11-14T21:40:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41840 deadline: 1731620498650 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41840 2024-11-14T21:40:38,652 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T21:40:38,723 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-14T21:40:38,723 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T21:40:38,759 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T21:40:38,878 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 0, reset compression=false 2024-11-14T21:40:38,901 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:38,901 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ef788a4cade8,42117,1731620420365 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab6db405c2b1fa86c08c95fd2d85a45c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620438645/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T21:40:38,905 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:40:38,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T21:40:38,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.ReplicationSink(318): Replicating [89cc5dd6-f487-4ae7-9ff7-b26508480477] bulk loaded data 2024-11-14T21:40:38,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbb1b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,37591,-1 for getting cluster id 2024-11-14T21:40:38,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:40:38,910 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5f8945-7b67-4bf3-9b05-219dc025cf90' 2024-11-14T21:40:38,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:40:38,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5f8945-7b67-4bf3-9b05-219dc025cf90" 2024-11-14T21:40:38,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70d58a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,37591,-1] 2024-11-14T21:40:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:40:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:38,912 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:40:38,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f44792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:40:38,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741837_1013 (size=11194) 2024-11-14T21:40:39,101 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:39,185 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 0, reset compression=false 2024-11-14T21:40:39,213 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T21:40:39,214 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef788a4cade8,42117,1731620420365 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab6db405c2b1fa86c08c95fd2d85a45c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731620438645/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T21:40:39,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.ReplicationSink(318): Replicating [89cc5dd6-f487-4ae7-9ff7-b26508480477] bulk loaded data 2024-11-14T21:40:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741839_1015 (size=11194) 2024-11-14T21:40:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741840_1016 (size=10791) 2024-11-14T21:40:39,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:40:39,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T21:40:39,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T21:40:39,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ for inclusion in b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T21:40:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:39,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ for inclusion in b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T21:40:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HRegion(2603): Flush status journal for b6e070c95a72042fac159046524c4a25: 2024-11-14T21:40:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c012a0ff41d0428091a33edcd8845957_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:40:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c965499e830042b5a2227733d13f1710_SeqId_6_ 2024-11-14T21:40:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:40:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/320ece2dd15445f2b43327ea55454029_SeqId_6_ 2024-11-14T21:40:39,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ into b6e070c95a72042fac159046524c4a25/f as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c965499e830042b5a2227733d13f1710_SeqId_6_ - updating store file list. 2024-11-14T21:40:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c965499e830042b5a2227733d13f1710_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:39,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c965499e830042b5a2227733d13f1710_SeqId_6_ into b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:39,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ into b6e070c95a72042fac159046524c4a25/f (new location: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/c965499e830042b5a2227733d13f1710_SeqId_6_) 2024-11-14T21:40:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ 2024-11-14T21:40:39,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ into b6e070c95a72042fac159046524c4a25/f as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/320ece2dd15445f2b43327ea55454029_SeqId_6_ - updating store file list. 2024-11-14T21:40:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 320ece2dd15445f2b43327ea55454029_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:39,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/320ece2dd15445f2b43327ea55454029_SeqId_6_ into b6e070c95a72042fac159046524c4a25/f 2024-11-14T21:40:39,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ into b6e070c95a72042fac159046524c4a25/f (new location: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/f/320ece2dd15445f2b43327ea55454029_SeqId_6_) 2024-11-14T21:40:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/staging/jenkins.hfs.22__test__mi7cv02rshc8ahc8usq1h9hskptaqcgdui7he4moeub5p9l6ncuvr9qe3gcjgctp/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ 2024-11-14T21:40:39,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33003 {}] regionserver.ReplicationSink(324): Finished replicating [89cc5dd6-f487-4ae7-9ff7-b26508480477] bulk loaded data 2024-11-14T21:40:39,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741838_1014 (size=10791) 2024-11-14T21:40:39,414 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:39,416 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:39,679 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T21:40:39,726 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:39,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:40:39,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,37591,1731620429271 2024-11-14T21:40:39,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296e1f0 2024-11-14T21:40:39,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:40:39,804 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T21:40:39,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T21:40:39,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:40:39,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43783,1731620429401, seqNum=-1] 2024-11-14T21:40:39,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:40:39,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T21:40:39,827 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:39,840 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T21:40:39,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T21:40:39,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ for inclusion in 9bd9b0a337b51ff272c0954bb1cece91/f 2024-11-14T21:40:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T21:40:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:39,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ for inclusion in 9bd9b0a337b51ff272c0954bb1cece91/f 2024-11-14T21:40:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T21:40:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T21:40:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HRegion(2603): Flush status journal for 9bd9b0a337b51ff272c0954bb1cece91: 2024-11-14T21:40:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:40:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/ade2c77c562c49bea4e7788986773548_SeqId_4_ 2024-11-14T21:40:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c012a0ff41d0428091a33edcd8845957_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T21:40:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/f9db049ecf9c49e3a04a39bd9651ba95_SeqId_4_ 2024-11-14T21:40:39,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ into 9bd9b0a337b51ff272c0954bb1cece91/f as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/ade2c77c562c49bea4e7788986773548_SeqId_4_ - updating store file list. 2024-11-14T21:40:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ade2c77c562c49bea4e7788986773548_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:39,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/ade2c77c562c49bea4e7788986773548_SeqId_4_ into 9bd9b0a337b51ff272c0954bb1cece91/f 2024-11-14T21:40:39,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ into 9bd9b0a337b51ff272c0954bb1cece91/f (new location: hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/ade2c77c562c49bea4e7788986773548_SeqId_4_) 2024-11-14T21:40:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/b78dfac0b4af44159441f2ab8c9b3a9a_SeqId_6_ 2024-11-14T21:40:39,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ into 9bd9b0a337b51ff272c0954bb1cece91/f as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/f9db049ecf9c49e3a04a39bd9651ba95_SeqId_4_ - updating store file list. 2024-11-14T21:40:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9db049ecf9c49e3a04a39bd9651ba95_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T21:40:39,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/f9db049ecf9c49e3a04a39bd9651ba95_SeqId_4_ into 9bd9b0a337b51ff272c0954bb1cece91/f 2024-11-14T21:40:39,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ into 9bd9b0a337b51ff272c0954bb1cece91/f (new location: hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/f/f9db049ecf9c49e3a04a39bd9651ba95_SeqId_4_) 2024-11-14T21:40:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/staging/jenkins.hfs.23__test__6e2raer64m6dq6st610c38k3idbbmc6q2fj0fcrfois3j8la4199npfephvbo6ui/f/c012a0ff41d0428091a33edcd8845957_SeqId_6_ 2024-11-14T21:40:39,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] regionserver.ReplicationSink(324): Finished replicating [89cc5dd6-f487-4ae7-9ff7-b26508480477] bulk loaded data 2024-11-14T21:40:40,155 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:40,342 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:40,682 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:40,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:40:40,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:40,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:40,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:40,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:40,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:40:40,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:40,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=97740710, stopped=false 2024-11-14T21:40:40,695 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,37591,1731620429271 2024-11-14T21:40:40,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818247875/running 2024-11-14T21:40:40,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818247875/running 2024-11-14T21:40:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:40,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:40,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:40,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:40,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:40,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,43783,1731620429401' ***** 2024-11-14T21:40:40,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:40:40,707 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:40:40,707 INFO [RS:0;ef788a4cade8:43783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:40:40,707 INFO [RS:0;ef788a4cade8:43783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:40:40,707 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:40,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:40:40,707 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,43783,1731620429401 2024-11-14T21:40:40,707 INFO [RS:0;ef788a4cade8:43783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:40,707 INFO [RS:0;ef788a4cade8:43783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:43783. 2024-11-14T21:40:40,707 DEBUG [RS:0;ef788a4cade8:43783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:40,707 DEBUG [RS:0;ef788a4cade8:43783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:40,708 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:40:40,708 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:40:40,708 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:40:40,708 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bd9b0a337b51ff272c0954bb1cece91, disabling compactions & flushes 2024-11-14T21:40:40,708 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:40:40,708 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:40,708 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:40,708 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. after waiting 0 ms 2024-11-14T21:40:40,708 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:40,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on znode that does not yet exist, /2-1818247875/running 2024-11-14T21:40:40,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Set watcher on znode that does not yet exist, /2-1818247875/running 2024-11-14T21:40:40,715 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:40:40,715 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1325): Online Regions={9bd9b0a337b51ff272c0954bb1cece91=test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:40:40,715 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bd9b0a337b51ff272c0954bb1cece91 2024-11-14T21:40:40,718 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:40,718 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:40,718 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:40,718 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:40,718 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:40,718 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T21:40:40,726 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/default/test/9bd9b0a337b51ff272c0954bb1cece91/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T21:40:40,727 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:40,727 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:40,727 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:40,727 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bd9b0a337b51ff272c0954bb1cece91: Waiting for close lock at 1731620440707Running coprocessor pre-close hooks at 1731620440707Disabling compacts and flushes for region at 1731620440708 (+1 ms)Disabling writes for close at 1731620440708Writing region close event to WAL at 1731620440721 (+13 ms)Running coprocessor post-close hooks at 1731620440726 (+5 ms)Closed at 1731620440727 (+1 ms) 2024-11-14T21:40:40,727 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91. 2024-11-14T21:40:40,738 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/info/3d2bcada2f68442e946d56d99716381e is 129, key is test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91./info:regioninfo/1731620433905/Put/seqid=0 2024-11-14T21:40:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741839_1015 (size=6421) 2024-11-14T21:40:40,748 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/info/3d2bcada2f68442e946d56d99716381e 2024-11-14T21:40:40,767 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/ns/147247fc35ad45cbbe4e6c3d150cd6ea is 43, key is default/ns:d/1731620431911/Put/seqid=0 2024-11-14T21:40:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741840_1016 (size=5153) 2024-11-14T21:40:40,771 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:40,771 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/ns/147247fc35ad45cbbe4e6c3d150cd6ea 2024-11-14T21:40:40,827 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/rep_barrier/d83884d67ebe4934928fca1a3d638f69 is 112, key is test,,1731620433273.9bd9b0a337b51ff272c0954bb1cece91./rep_barrier:seqnumDuringOpen/1731620433905/Put/seqid=0 2024-11-14T21:40:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741841_1017 (size=5518) 2024-11-14T21:40:40,842 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/rep_barrier/d83884d67ebe4934928fca1a3d638f69 2024-11-14T21:40:40,877 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/table/c0abee96459f4bb49add9ab0ad14e9ce is 40, key is test/table:state/1731620433956/Put/seqid=0 2024-11-14T21:40:40,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741842_1018 (size=5165) 2024-11-14T21:40:40,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T21:40:40,891 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/table/c0abee96459f4bb49add9ab0ad14e9ce 2024-11-14T21:40:40,913 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/info/3d2bcada2f68442e946d56d99716381e as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/info/3d2bcada2f68442e946d56d99716381e 2024-11-14T21:40:40,915 DEBUG [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:40,927 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/info/3d2bcada2f68442e946d56d99716381e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T21:40:40,932 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/ns/147247fc35ad45cbbe4e6c3d150cd6ea as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/ns/147247fc35ad45cbbe4e6c3d150cd6ea 2024-11-14T21:40:40,939 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/ns/147247fc35ad45cbbe4e6c3d150cd6ea, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:40:40,940 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/rep_barrier/d83884d67ebe4934928fca1a3d638f69 as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/rep_barrier/d83884d67ebe4934928fca1a3d638f69 2024-11-14T21:40:40,947 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/rep_barrier/d83884d67ebe4934928fca1a3d638f69, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T21:40:40,949 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/.tmp/table/c0abee96459f4bb49add9ab0ad14e9ce as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/table/c0abee96459f4bb49add9ab0ad14e9ce 2024-11-14T21:40:40,953 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/table/c0abee96459f4bb49add9ab0ad14e9ce, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:40:40,954 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=11, compaction requested=false 2024-11-14T21:40:40,978 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T21:40:40,978 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:40,978 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:40,978 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:40,978 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620440717Running coprocessor pre-close hooks at 1731620440717Disabling compacts and flushes for region at 1731620440717Disabling writes for close at 1731620440718 (+1 ms)Obtaining lock to block concurrent updates at 1731620440718Preparing flush snapshotting stores in 1588230740 at 1731620440718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731620440718Flushing stores of hbase:meta,,1.1588230740 at 1731620440720 (+2 ms)Flushing 1588230740/info: creating writer at 1731620440720Flushing 1588230740/info: appending metadata at 1731620440738 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731620440738Flushing 1588230740/ns: creating writer at 1731620440752 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731620440767 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731620440767Flushing 1588230740/rep_barrier: creating writer at 1731620440781 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620440826 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620440826Flushing 1588230740/table: creating writer at 1731620440855 (+29 ms)Flushing 1588230740/table: appending metadata at 1731620440876 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731620440876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672c590e: reopening flushed file at 1731620440896 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135e053e: reopening flushed file at 1731620440927 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b2b33a: reopening flushed file at 1731620440939 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ce892b: reopening flushed file at 1731620440947 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=11, compaction requested=false at 1731620440954 (+7 ms)Writing region close event to WAL at 1731620440970 (+16 ms)Running coprocessor post-close hooks at 1731620440978 (+8 ms)Closed at 1731620440978 2024-11-14T21:40:40,979 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:40,983 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:41,087 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:40:41,087 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:40:41,115 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,43783,1731620429401; all regions closed. 2024-11-14T21:40:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741834_1010 (size=2717) 2024-11-14T21:40:41,122 DEBUG [RS:0;ef788a4cade8:43783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/oldWALs 2024-11-14T21:40:41,122 INFO [RS:0;ef788a4cade8:43783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43783%2C1731620429401.meta:.meta(num 1731620431852) 2024-11-14T21:40:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741832_1008 (size=1028) 2024-11-14T21:40:41,128 DEBUG [RS:0;ef788a4cade8:43783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/oldWALs 2024-11-14T21:40:41,129 INFO [RS:0;ef788a4cade8:43783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43783%2C1731620429401:(num 1731620431256) 2024-11-14T21:40:41,129 DEBUG [RS:0;ef788a4cade8:43783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:41,129 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:41,134 INFO [RS:0;ef788a4cade8:43783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:41,134 INFO [RS:0;ef788a4cade8:43783 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:41,135 INFO [RS:0;ef788a4cade8:43783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:41,135 INFO [RS:0;ef788a4cade8:43783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:43783. 2024-11-14T21:40:41,135 DEBUG [RS:0;ef788a4cade8:43783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:41,135 DEBUG [RS:0;ef788a4cade8:43783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:41,135 DEBUG [RS:0;ef788a4cade8:43783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:41,135 INFO [RS:0;ef788a4cade8:43783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43783 2024-11-14T21:40:41,136 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:41,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818247875/rs/ef788a4cade8,43783,1731620429401 2024-11-14T21:40:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875/rs 2024-11-14T21:40:41,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,43783,1731620429401] 2024-11-14T21:40:41,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818247875/draining/ef788a4cade8,43783,1731620429401 already deleted, retry=false 2024-11-14T21:40:41,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,43783,1731620429401 expired; onlineServers=0 2024-11-14T21:40:41,141 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,37591,1731620429271' ***** 2024-11-14T21:40:41,141 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:40:41,141 INFO [M:0;ef788a4cade8:37591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:41,141 INFO [M:0;ef788a4cade8:37591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:41,141 DEBUG [M:0;ef788a4cade8:37591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:40:41,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:40:41,141 DEBUG [M:0;ef788a4cade8:37591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:40:41,141 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620430906 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620430906,5,FailOnTimeoutGroup] 2024-11-14T21:40:41,141 INFO [M:0;ef788a4cade8:37591 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:41,141 INFO [M:0;ef788a4cade8:37591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:41,142 DEBUG [M:0;ef788a4cade8:37591 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:40:41,142 INFO [M:0;ef788a4cade8:37591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:40:41,142 INFO [M:0;ef788a4cade8:37591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:41,142 INFO [M:0;ef788a4cade8:37591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:40:41,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:40:41,142 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620430875 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620430875,5,FailOnTimeoutGroup] 2024-11-14T21:40:41,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818247875/master 2024-11-14T21:40:41,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:41,144 DEBUG [M:0;ef788a4cade8:37591 {}] zookeeper.ZKUtil(347): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Unable to get data of znode /2-1818247875/master because node does not exist (not an error) 2024-11-14T21:40:41,144 WARN [M:0;ef788a4cade8:37591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:40:41,144 INFO [RS:0;ef788a4cade8:43783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:41,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818247875/master 2024-11-14T21:40:41,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818247875 2024-11-14T21:40:41,144 INFO [M:0;ef788a4cade8:37591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/.lastflushedseqids 2024-11-14T21:40:41,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741843_1019 (size=173) 2024-11-14T21:40:41,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:41,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43783-0x100ac6246400007, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:41,246 INFO [RS:0;ef788a4cade8:43783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:41,246 INFO [RS:0;ef788a4cade8:43783 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,43783,1731620429401; zookeeper connection closed. 2024-11-14T21:40:41,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30ffd343 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30ffd343 2024-11-14T21:40:41,248 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:40:41,302 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:41,558 INFO [M:0;ef788a4cade8:37591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:40:41,558 INFO [M:0;ef788a4cade8:37591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:40:41,560 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:41,560 INFO [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:41,560 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:41,560 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:41,560 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:41,560 INFO [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T21:40:41,595 DEBUG [M:0;ef788a4cade8:37591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a4e6462348b4d7682badf3f079e4d34 is 82, key is hbase:meta,,1/info:regioninfo/1731620431900/Put/seqid=0 2024-11-14T21:40:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741844_1020 (size=5672) 2024-11-14T21:40:41,645 INFO [M:0;ef788a4cade8:37591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a4e6462348b4d7682badf3f079e4d34 2024-11-14T21:40:41,691 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:41,703 DEBUG [M:0;ef788a4cade8:37591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0108a21ba484f209f7753934b8ad493 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731620433962/Put/seqid=0 2024-11-14T21:40:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741845_1021 (size=6586) 2024-11-14T21:40:42,017 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:42,130 INFO [M:0;ef788a4cade8:37591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0108a21ba484f209f7753934b8ad493 2024-11-14T21:40:42,181 DEBUG [M:0;ef788a4cade8:37591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a04a527efe8147b3970cfa5ade618fa5 is 69, key is ef788a4cade8,43783,1731620429401/rs:state/1731620430955/Put/seqid=0 2024-11-14T21:40:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741846_1022 (size=5156) 2024-11-14T21:40:42,247 INFO [M:0;ef788a4cade8:37591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a04a527efe8147b3970cfa5ade618fa5 2024-11-14T21:40:42,260 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a4e6462348b4d7682badf3f079e4d34 as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a4e6462348b4d7682badf3f079e4d34 2024-11-14T21:40:42,277 INFO [M:0;ef788a4cade8:37591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a4e6462348b4d7682badf3f079e4d34, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T21:40:42,278 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0108a21ba484f209f7753934b8ad493 as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0108a21ba484f209f7753934b8ad493 2024-11-14T21:40:42,290 INFO [M:0;ef788a4cade8:37591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0108a21ba484f209f7753934b8ad493, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T21:40:42,294 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a04a527efe8147b3970cfa5ade618fa5 as hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a04a527efe8147b3970cfa5ade618fa5 2024-11-14T21:40:42,315 INFO [M:0;ef788a4cade8:37591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a04a527efe8147b3970cfa5ade618fa5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T21:40:42,318 INFO [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 758ms, sequenceid=55, compaction requested=false 2024-11-14T21:40:42,338 INFO [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:42,339 DEBUG [M:0;ef788a4cade8:37591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620441558Disabling compacts and flushes for region at 1731620441558Disabling writes for close at 1731620441560 (+2 ms)Obtaining lock to block concurrent updates at 1731620441560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620441560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731620441560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620441566 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620441566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620441595 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620441595Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620441663 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620441702 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620441702Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620442134 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620442180 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620442180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab811c8: reopening flushed file at 1731620442259 (+79 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaf4bb4: reopening flushed file at 1731620442277 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c113511: reopening flushed file at 1731620442290 (+13 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 758ms, sequenceid=55, compaction requested=false at 1731620442318 (+28 ms)Writing region close event to WAL at 1731620442338 (+20 ms)Closed at 1731620442338 2024-11-14T21:40:42,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6582bcf7-c5d2-8253-2657-238d8cc7a19d/MasterData/WALs/ef788a4cade8,37591,1731620429271/ef788a4cade8%2C37591%2C1731620429271.1731620430599 not finished, retry = 0 2024-11-14T21:40:42,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741830_1006 (size=32770) 2024-11-14T21:40:42,473 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:42,476 INFO [M:0;ef788a4cade8:37591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:40:42,476 INFO [M:0;ef788a4cade8:37591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37591 2024-11-14T21:40:42,477 INFO [M:0;ef788a4cade8:37591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:42,518 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:42,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:42,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x100ac6246400006, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:42,584 INFO [M:0;ef788a4cade8:37591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:42,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@519a5d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:42,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@746b28f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:42,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:42,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599228b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:42,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2887cfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:42,634 WARN [BP-1494500490-172.17.0.2-1731620427393 heartbeating to localhost/127.0.0.1:42843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:40:42,634 WARN [BP-1494500490-172.17.0.2-1731620427393 heartbeating to localhost/127.0.0.1:42843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1494500490-172.17.0.2-1731620427393 (Datanode Uuid b7a11c6e-eba9-4344-a769-642dc8be2386) service to localhost/127.0.0.1:42843 2024-11-14T21:40:42,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/cluster_c99c342e-7168-84fb-65bd-c709515e0aa1/data/data1/current/BP-1494500490-172.17.0.2-1731620427393 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:42,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/cluster_c99c342e-7168-84fb-65bd-c709515e0aa1/data/data2/current/BP-1494500490-172.17.0.2-1731620427393 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:42,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:40:42,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:40:42,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:40:42,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d781517{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:42,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41be3cb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:42,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:42,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669a367e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:42,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1b2e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8524f6-fa3a-c02a-fc39-9240330c8752/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:42,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:40:42,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:40:42,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:42,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:42,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:42,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:42,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:42,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:40:42,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230130821, stopped=false 2024-11-14T21:40:42,678 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,45477,1731620425204 2024-11-14T21:40:42,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186994289/running 2024-11-14T21:40:42,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:42,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on znode that does not yet exist, /11186994289/running 2024-11-14T21:40:42,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186994289/running 2024-11-14T21:40:42,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:42,684 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:42,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:42,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Set watcher on znode that does not yet exist, /11186994289/running 2024-11-14T21:40:42,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:42,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:42,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,33003,1731620425336' ***** 2024-11-14T21:40:42,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:40:42,691 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:40:42,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(3091): Received CLOSE for b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,33003,1731620425336 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33003. 2024-11-14T21:40:42,693 DEBUG [RS:0;ef788a4cade8:33003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:42,693 DEBUG [RS:0;ef788a4cade8:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:40:42,693 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:40:42,694 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:40:42,694 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1325): Online Regions={b6e070c95a72042fac159046524c4a25=test,,1731620432622.b6e070c95a72042fac159046524c4a25., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:40:42,694 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e070c95a72042fac159046524c4a25 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6e070c95a72042fac159046524c4a25, disabling compactions & flushes 2024-11-14T21:40:42,694 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620432622.b6e070c95a72042fac159046524c4a25. after waiting 0 ms 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:42,694 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:42,694 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:42,695 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T21:40:42,754 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:42,758 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/default/test/b6e070c95a72042fac159046524c4a25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T21:40:42,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:42,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:42,759 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:42,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6e070c95a72042fac159046524c4a25: Waiting for close lock at 1731620442694Running coprocessor pre-close hooks at 1731620442694Disabling compacts and flushes for region at 1731620442694Disabling writes for close at 1731620442694Writing region close event to WAL at 1731620442731 (+37 ms)Running coprocessor post-close hooks at 1731620442759 (+28 ms)Closed at 1731620442759 2024-11-14T21:40:42,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620432622.b6e070c95a72042fac159046524c4a25. 2024-11-14T21:40:42,764 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/info/19255016ef4b42d8972bf4eb7ddba915 is 129, key is test,,1731620432622.b6e070c95a72042fac159046524c4a25./info:regioninfo/1731620433117/Put/seqid=0 2024-11-14T21:40:42,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741841_1017 (size=6421) 2024-11-14T21:40:42,776 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/info/19255016ef4b42d8972bf4eb7ddba915 2024-11-14T21:40:42,822 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/ns/07714d4f06564ef180dca0eab3de3d9a is 43, key is default/ns:d/1731620427244/Put/seqid=0 2024-11-14T21:40:42,834 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:40:42,894 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:43,098 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:43,267 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/ns/07714d4f06564ef180dca0eab3de3d9a 2024-11-14T21:40:43,302 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:43,346 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:40:43,346 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:40:43,368 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/rep_barrier/03f2ade6c07f46538ac4572a693d9ee3 is 112, key is test,,1731620432622.b6e070c95a72042fac159046524c4a25./rep_barrier:seqnumDuringOpen/1731620433117/Put/seqid=0 2024-11-14T21:40:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741843_1019 (size=5518) 2024-11-14T21:40:43,416 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/rep_barrier/03f2ade6c07f46538ac4572a693d9ee3 2024-11-14T21:40:43,455 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/table/747abb59303b46619a5285e5aa4b3ed2 is 40, key is test/table:state/1731620433124/Put/seqid=0 2024-11-14T21:40:43,468 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:43,502 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741844_1020 (size=5165) 2024-11-14T21:40:43,703 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:40:43,703 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:40:43,703 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:43,765 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:43,902 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/table/747abb59303b46619a5285e5aa4b3ed2 2024-11-14T21:40:43,906 DEBUG [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:43,907 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/info/19255016ef4b42d8972bf4eb7ddba915 as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/info/19255016ef4b42d8972bf4eb7ddba915 2024-11-14T21:40:43,912 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/info/19255016ef4b42d8972bf4eb7ddba915, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T21:40:43,913 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/ns/07714d4f06564ef180dca0eab3de3d9a as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/ns/07714d4f06564ef180dca0eab3de3d9a 2024-11-14T21:40:43,917 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/ns/07714d4f06564ef180dca0eab3de3d9a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:40:43,918 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/rep_barrier/03f2ade6c07f46538ac4572a693d9ee3 as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/rep_barrier/03f2ade6c07f46538ac4572a693d9ee3 2024-11-14T21:40:43,922 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/rep_barrier/03f2ade6c07f46538ac4572a693d9ee3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T21:40:43,923 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/.tmp/table/747abb59303b46619a5285e5aa4b3ed2 as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/table/747abb59303b46619a5285e5aa4b3ed2 2024-11-14T21:40:43,927 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/table/747abb59303b46619a5285e5aa4b3ed2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T21:40:43,932 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1237ms, sequenceid=11, compaction requested=false 2024-11-14T21:40:43,932 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:40:43,944 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T21:40:43,945 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:43,945 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:43,945 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:43,945 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620442694Running coprocessor pre-close hooks at 1731620442694Disabling compacts and flushes for region at 1731620442694Disabling writes for close at 1731620442694Obtaining lock to block concurrent updates at 1731620442695 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731620442695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731620442695Flushing stores of hbase:meta,,1.1588230740 at 1731620442703 (+8 ms)Flushing 1588230740/info: creating writer at 1731620442703Flushing 1588230740/info: appending metadata at 1731620442764 (+61 ms)Flushing 1588230740/info: closing flushed file at 1731620442764Flushing 1588230740/ns: creating writer at 1731620442782 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731620442822 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731620442822Flushing 1588230740/rep_barrier: creating writer at 1731620443320 (+498 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620443368 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620443368Flushing 1588230740/table: creating writer at 1731620443424 (+56 ms)Flushing 1588230740/table: appending metadata at 1731620443454 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731620443454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d57022: reopening flushed file at 1731620443907 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3714713b: reopening flushed file at 1731620443912 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5cf97e: reopening flushed file at 1731620443917 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538515f: reopening flushed file at 1731620443922 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1237ms, sequenceid=11, compaction requested=false at 1731620443932 (+10 ms)Writing region close event to WAL at 1731620443940 (+8 ms)Running coprocessor post-close hooks at 1731620443945 (+5 ms)Closed at 1731620443945 2024-11-14T21:40:43,945 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:44,106 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,33003,1731620425336; all regions closed. 2024-11-14T21:40:44,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336/ef788a4cade8%2C33003%2C1731620425336.meta.1731620427116.meta not finished, retry = 0 2024-11-14T21:40:44,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741834_1010 (size=2717) 2024-11-14T21:40:44,255 DEBUG [RS:0;ef788a4cade8:33003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/oldWALs 2024-11-14T21:40:44,255 INFO [RS:0;ef788a4cade8:33003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33003%2C1731620425336.meta:.meta(num 1731620427116) 2024-11-14T21:40:44,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/WALs/ef788a4cade8,33003,1731620425336/ef788a4cade8%2C33003%2C1731620425336.1731620426493 not finished, retry = 0 2024-11-14T21:40:44,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741832_1008 (size=1374) 2024-11-14T21:40:44,392 DEBUG [RS:0;ef788a4cade8:33003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/oldWALs 2024-11-14T21:40:44,392 INFO [RS:0;ef788a4cade8:33003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33003%2C1731620425336:(num 1731620426493) 2024-11-14T21:40:44,392 DEBUG [RS:0;ef788a4cade8:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:44,392 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:44,392 INFO [RS:0;ef788a4cade8:33003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:44,392 INFO [RS:0;ef788a4cade8:33003 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:44,392 INFO [RS:0;ef788a4cade8:33003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:44,392 INFO [RS:0;ef788a4cade8:33003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33003. 2024-11-14T21:40:44,393 DEBUG [RS:0;ef788a4cade8:33003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:44,393 DEBUG [RS:0;ef788a4cade8:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:44,393 DEBUG [RS:0;ef788a4cade8:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:44,393 INFO [RS:0;ef788a4cade8:33003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33003 2024-11-14T21:40:44,393 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:44,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186994289/rs/ef788a4cade8,33003,1731620425336 2024-11-14T21:40:44,399 INFO [RS:0;ef788a4cade8:33003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289/rs 2024-11-14T21:40:44,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,33003,1731620425336] 2024-11-14T21:40:44,408 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11186994289/draining/ef788a4cade8,33003,1731620425336 already deleted, retry=false 2024-11-14T21:40:44,408 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,33003,1731620425336 expired; onlineServers=0 2024-11-14T21:40:44,408 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,45477,1731620425204' ***** 2024-11-14T21:40:44,408 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:40:44,410 INFO [M:0;ef788a4cade8:45477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:44,410 INFO [M:0;ef788a4cade8:45477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:44,410 DEBUG [M:0;ef788a4cade8:45477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:40:44,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:40:44,410 DEBUG [M:0;ef788a4cade8:45477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:40:44,410 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620426158 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620426158,5,FailOnTimeoutGroup] 2024-11-14T21:40:44,411 INFO [M:0;ef788a4cade8:45477 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:44,411 INFO [M:0;ef788a4cade8:45477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:44,411 DEBUG [M:0;ef788a4cade8:45477 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:40:44,411 INFO [M:0;ef788a4cade8:45477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:40:44,411 INFO [M:0;ef788a4cade8:45477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:44,411 INFO [M:0;ef788a4cade8:45477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:40:44,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:40:44,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186994289/master 2024-11-14T21:40:44,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186994289 2024-11-14T21:40:44,413 DEBUG [M:0;ef788a4cade8:45477 {}] zookeeper.ZKUtil(347): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Unable to get data of znode /11186994289/master because node does not exist (not an error) 2024-11-14T21:40:44,413 WARN [M:0;ef788a4cade8:45477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:40:44,413 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620426166 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620426166,5,FailOnTimeoutGroup] 2024-11-14T21:40:44,415 INFO [M:0;ef788a4cade8:45477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/.lastflushedseqids 2024-11-14T21:40:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741845_1021 (size=173) 2024-11-14T21:40:44,503 INFO [RS:0;ef788a4cade8:33003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:44,503 INFO [RS:0;ef788a4cade8:33003 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,33003,1731620425336; zookeeper connection closed. 2024-11-14T21:40:44,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:44,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x100ac6246400004, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:44,503 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d4cb2ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d4cb2ed 2024-11-14T21:40:44,504 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:40:44,520 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:44,782 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:44,837 INFO [M:0;ef788a4cade8:45477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:40:44,837 INFO [M:0;ef788a4cade8:45477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:40:44,837 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:44,838 INFO [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:44,838 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:44,838 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:44,838 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:44,838 INFO [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-14T21:40:44,883 DEBUG [M:0;ef788a4cade8:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0406c94a01e841459a0ae6aaf1e12a9b is 82, key is hbase:meta,,1/info:regioninfo/1731620427233/Put/seqid=0 2024-11-14T21:40:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741846_1022 (size=5672) 2024-11-14T21:40:45,110 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:40:45,324 INFO [M:0;ef788a4cade8:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0406c94a01e841459a0ae6aaf1e12a9b 2024-11-14T21:40:45,370 DEBUG [M:0;ef788a4cade8:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137526e9c8bd4d63b582b2a6141e36c7 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731620433128/Put/seqid=0 2024-11-14T21:40:45,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741847_1023 (size=6585) 2024-11-14T21:40:45,405 INFO [M:0;ef788a4cade8:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137526e9c8bd4d63b582b2a6141e36c7 2024-11-14T21:40:45,487 DEBUG [M:0;ef788a4cade8:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb0c433cba604676957e72ef41accc57 is 69, key is ef788a4cade8,33003,1731620425336/rs:state/1731620426240/Put/seqid=0 2024-11-14T21:40:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741848_1024 (size=5156) 2024-11-14T21:40:45,512 INFO [M:0;ef788a4cade8:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb0c433cba604676957e72ef41accc57 2024-11-14T21:40:45,539 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0406c94a01e841459a0ae6aaf1e12a9b as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0406c94a01e841459a0ae6aaf1e12a9b 2024-11-14T21:40:45,549 INFO [M:0;ef788a4cade8:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0406c94a01e841459a0ae6aaf1e12a9b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T21:40:45,550 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137526e9c8bd4d63b582b2a6141e36c7 as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/137526e9c8bd4d63b582b2a6141e36c7 2024-11-14T21:40:45,558 INFO [M:0;ef788a4cade8:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/137526e9c8bd4d63b582b2a6141e36c7, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T21:40:45,559 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb0c433cba604676957e72ef41accc57 as hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb0c433cba604676957e72ef41accc57 2024-11-14T21:40:45,574 INFO [M:0;ef788a4cade8:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34845/user/jenkins/test-data/d8f20e4f-2421-076a-73f1-6fbfb71f3c12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb0c433cba604676957e72ef41accc57, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T21:40:45,575 INFO [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 737ms, sequenceid=55, compaction requested=false 2024-11-14T21:40:45,595 INFO [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:45,595 DEBUG [M:0;ef788a4cade8:45477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620444837Disabling compacts and flushes for region at 1731620444837Disabling writes for close at 1731620444838 (+1 ms)Obtaining lock to block concurrent updates at 1731620444838Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620444838Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731620444838Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620444839 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620444839Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620444882 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620444882Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620445347 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620445370 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620445370Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620445420 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620445486 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620445486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b859d53: reopening flushed file at 1731620445522 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ba0840: reopening flushed file at 1731620445549 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0a059f: reopening flushed file at 1731620445559 (+10 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 737ms, sequenceid=55, compaction requested=false at 1731620445575 (+16 ms)Writing region close event to WAL at 1731620445595 (+20 ms)Closed at 1731620445595 2024-11-14T21:40:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741830_1006 (size=32758) 2024-11-14T21:40:45,607 INFO [M:0;ef788a4cade8:45477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:40:45,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:45,607 INFO [M:0;ef788a4cade8:45477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45477 2024-11-14T21:40:45,613 INFO [M:0;ef788a4cade8:45477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:45,625 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:45,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:45,716 INFO [M:0;ef788a4cade8:45477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:45,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x100ac6246400003, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:45,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bd2462e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:45,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36d30e92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:45,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:45,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7c226f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:45,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ab0b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:45,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:40:45,721 WARN [BP-946103240-172.17.0.2-1731620423540 heartbeating to localhost/127.0.0.1:34845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:40:45,721 WARN [BP-946103240-172.17.0.2-1731620423540 heartbeating to localhost/127.0.0.1:34845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-946103240-172.17.0.2-1731620423540 (Datanode Uuid cd94bb1d-e7e2-4e9d-bc9a-74725a94f195) service to localhost/127.0.0.1:34845 2024-11-14T21:40:45,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:40:45,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/cluster_77bd2f32-3b27-b514-63f8-ff88dc0687c8/data/data1/current/BP-946103240-172.17.0.2-1731620423540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:45,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/cluster_77bd2f32-3b27-b514-63f8-ff88dc0687c8/data/data2/current/BP-946103240-172.17.0.2-1731620423540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:45,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:40:45,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5445b786{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:45,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58b6d40f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:45,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:45,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f3fc53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:45,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@667e41d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be6de00-e693-0430-7c2e-a6342b5c5020/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:45,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:40:45,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:40:45,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:45,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:45,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:45,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:45,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:45,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:40:45,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1348033374, stopped=false 2024-11-14T21:40:45,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,37629,1731620420192 2024-11-14T21:40:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1067691907/running 2024-11-14T21:40:45,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:45,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1067691907/running 2024-11-14T21:40:45,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:45,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:45,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on znode that does not yet exist, /0-1067691907/running 2024-11-14T21:40:45,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:40:45,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:45,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:45,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,42117,1731620420365' ***** 2024-11-14T21:40:45,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:40:45,756 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:40:45,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:40:45,757 INFO [RS:0;ef788a4cade8:42117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:40:45,757 INFO [RS:0;ef788a4cade8:42117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:40:45,757 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(3091): Received CLOSE for 2aeb50963f069c4af1ba354b5632e1ce 2024-11-14T21:40:45,758 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(3091): Received CLOSE for ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:45,758 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,42117,1731620420365 2024-11-14T21:40:45,758 INFO [RS:0;ef788a4cade8:42117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:45,758 INFO [RS:0;ef788a4cade8:42117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:42117. 2024-11-14T21:40:45,758 DEBUG [RS:0;ef788a4cade8:42117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:45,759 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:45,759 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:40:45,759 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:40:45,759 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:40:45,759 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:40:45,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2aeb50963f069c4af1ba354b5632e1ce, disabling compactions & flushes 2024-11-14T21:40:45,759 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:45,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:45,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Set watcher on znode that does not yet exist, /0-1067691907/running 2024-11-14T21:40:45,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. after waiting 0 ms 2024-11-14T21:40:45,759 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:45,760 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2aeb50963f069c4af1ba354b5632e1ce 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T21:40:45,768 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T21:40:45,768 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2aeb50963f069c4af1ba354b5632e1ce=hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce., ab6db405c2b1fa86c08c95fd2d85a45c=test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c.} 2024-11-14T21:40:45,768 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2aeb50963f069c4af1ba354b5632e1ce, ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:45,768 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:40:45,768 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:40:45,768 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:40:45,768 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:40:45,768 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:40:45,768 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T21:40:45,778 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:45,802 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/.tmp/hfileref/a1da78f65a91408483fd8f0488f6f6b9 is 74, key is 1/hfileref:30ea5b4785bc45af9e4b85c3c1fe3627_SeqId_4_/1731620437400/DeleteColumn/seqid=0 2024-11-14T21:40:45,804 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/info/c6da09b022554069b011a52a6d897a0b is 147, key is hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce./info:regioninfo/1731620435142/Put/seqid=0 2024-11-14T21:40:45,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741847_1023 (size=5489) 2024-11-14T21:40:45,809 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/.tmp/hfileref/a1da78f65a91408483fd8f0488f6f6b9 2024-11-14T21:40:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741848_1024 (size=7686) 2024-11-14T21:40:45,850 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/.tmp/queue/be45894245124a1a972a8916b4bbcb8d is 153, key is 1-ef788a4cade8,42117,1731620420365/queue:ef788a4cade8%2C42117%2C1731620420365/1731620439317/Put/seqid=0 2024-11-14T21:40:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741849_1025 (size=5504) 2024-11-14T21:40:45,917 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:45,968 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2aeb50963f069c4af1ba354b5632e1ce, ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:46,170 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2aeb50963f069c4af1ba354b5632e1ce, ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:46,229 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/info/c6da09b022554069b011a52a6d897a0b 2024-11-14T21:40:46,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:40:46,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,279 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/.tmp/queue/be45894245124a1a972a8916b4bbcb8d 2024-11-14T21:40:46,284 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/.tmp/hfileref/a1da78f65a91408483fd8f0488f6f6b9 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/hfileref/a1da78f65a91408483fd8f0488f6f6b9 2024-11-14T21:40:46,288 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/hfileref/a1da78f65a91408483fd8f0488f6f6b9, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T21:40:46,291 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/.tmp/queue/be45894245124a1a972a8916b4bbcb8d as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/queue/be45894245124a1a972a8916b4bbcb8d 2024-11-14T21:40:46,296 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/queue/be45894245124a1a972a8916b4bbcb8d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T21:40:46,297 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2aeb50963f069c4af1ba354b5632e1ce in 537ms, sequenceid=17, compaction requested=false 2024-11-14T21:40:46,300 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/ns/2e00b89c2b384746a9711df5f8e0ef21 is 43, key is default/ns:d/1731620423285/Put/seqid=0 2024-11-14T21:40:46,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:40:46,370 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2aeb50963f069c4af1ba354b5632e1ce, ab6db405c2b1fa86c08c95fd2d85a45c 2024-11-14T21:40:46,375 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/replication/2aeb50963f069c4af1ba354b5632e1ce/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:46,376 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2aeb50963f069c4af1ba354b5632e1ce: Waiting for close lock at 1731620445759Running coprocessor pre-close hooks at 1731620445759Disabling compacts and flushes for region at 1731620445759Disabling writes for close at 1731620445759Obtaining lock to block concurrent updates at 1731620445760 (+1 ms)Preparing flush snapshotting stores in 2aeb50963f069c4af1ba354b5632e1ce at 1731620445760Finished memstore snapshotting hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731620445760Flushing stores of hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. at 1731620445767 (+7 ms)Flushing 2aeb50963f069c4af1ba354b5632e1ce/hfileref: creating writer at 1731620445767Flushing 2aeb50963f069c4af1ba354b5632e1ce/hfileref: appending metadata at 1731620445801 (+34 ms)Flushing 2aeb50963f069c4af1ba354b5632e1ce/hfileref: closing flushed file at 1731620445801Flushing 2aeb50963f069c4af1ba354b5632e1ce/queue: creating writer at 1731620445829 (+28 ms)Flushing 2aeb50963f069c4af1ba354b5632e1ce/queue: appending metadata at 1731620445850 (+21 ms)Flushing 2aeb50963f069c4af1ba354b5632e1ce/queue: closing flushed file at 1731620445850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6940d345: reopening flushed file at 1731620446283 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1762c5b2: reopening flushed file at 1731620446288 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2aeb50963f069c4af1ba354b5632e1ce in 537ms, sequenceid=17, compaction requested=false at 1731620446297 (+9 ms)Writing region close event to WAL at 1731620446332 (+35 ms)Running coprocessor post-close hooks at 1731620446376 (+44 ms)Closed at 1731620446376 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731620434491.2aeb50963f069c4af1ba354b5632e1ce. 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab6db405c2b1fa86c08c95fd2d85a45c, disabling compactions & flushes 2024-11-14T21:40:46,376 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. after waiting 0 ms 2024-11-14T21:40:46,376 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741850_1026 (size=5153) 2024-11-14T21:40:46,386 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/ns/2e00b89c2b384746a9711df5f8e0ef21 2024-11-14T21:40:46,407 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/default/test/ab6db405c2b1fa86c08c95fd2d85a45c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T21:40:46,414 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:46,414 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T21:40:46,414 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:46,414 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab6db405c2b1fa86c08c95fd2d85a45c: Waiting for close lock at 1731620446376Running coprocessor pre-close hooks at 1731620446376Disabling compacts and flushes for region at 1731620446376Disabling writes for close at 1731620446376Writing region close event to WAL at 1731620446387 (+11 ms)Running coprocessor post-close hooks at 1731620446414 (+27 ms)Closed at 1731620446414 2024-11-14T21:40:46,414 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c. 2024-11-14T21:40:46,443 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/rep_barrier/1c6d90e961854fde94396979353608b3 is 112, key is test,,1731620431984.ab6db405c2b1fa86c08c95fd2d85a45c./rep_barrier:seqnumDuringOpen/1731620432406/Put/seqid=0 2024-11-14T21:40:46,454 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:40:46,455 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:40:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741851_1027 (size=5518) 2024-11-14T21:40:46,494 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/rep_barrier/1c6d90e961854fde94396979353608b3 2024-11-14T21:40:46,573 DEBUG [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:40:46,598 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/table/49f747a0a09c41d5958e4a8605aa3bfb is 53, key is hbase:replication/table:state/1731620435155/Put/seqid=0 2024-11-14T21:40:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741852_1028 (size=5308) 2024-11-14T21:40:46,655 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/table/49f747a0a09c41d5958e4a8605aa3bfb 2024-11-14T21:40:46,661 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/info/c6da09b022554069b011a52a6d897a0b as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/info/c6da09b022554069b011a52a6d897a0b 2024-11-14T21:40:46,666 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/info/c6da09b022554069b011a52a6d897a0b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T21:40:46,667 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/ns/2e00b89c2b384746a9711df5f8e0ef21 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/ns/2e00b89c2b384746a9711df5f8e0ef21 2024-11-14T21:40:46,671 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/ns/2e00b89c2b384746a9711df5f8e0ef21, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T21:40:46,672 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/rep_barrier/1c6d90e961854fde94396979353608b3 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/rep_barrier/1c6d90e961854fde94396979353608b3 2024-11-14T21:40:46,679 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/rep_barrier/1c6d90e961854fde94396979353608b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T21:40:46,684 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/.tmp/table/49f747a0a09c41d5958e4a8605aa3bfb as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/table/49f747a0a09c41d5958e4a8605aa3bfb 2024-11-14T21:40:46,704 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/table/49f747a0a09c41d5958e4a8605aa3bfb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T21:40:46,705 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false 2024-11-14T21:40:46,705 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:40:46,767 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T21:40:46,772 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T21:40:46,772 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:40:46,772 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:46,772 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731620445768Running coprocessor pre-close hooks at 1731620445768Disabling compacts and flushes for region at 1731620445768Disabling writes for close at 1731620445768Obtaining lock to block concurrent updates at 1731620445768Preparing flush snapshotting stores in 1588230740 at 1731620445768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731620445768Flushing stores of hbase:meta,,1.1588230740 at 1731620445774 (+6 ms)Flushing 1588230740/info: creating writer at 1731620445774Flushing 1588230740/info: appending metadata at 1731620445803 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731620445804 (+1 ms)Flushing 1588230740/ns: creating writer at 1731620446238 (+434 ms)Flushing 1588230740/ns: appending metadata at 1731620446299 (+61 ms)Flushing 1588230740/ns: closing flushed file at 1731620446299Flushing 1588230740/rep_barrier: creating writer at 1731620446393 (+94 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731620446443 (+50 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731620446443Flushing 1588230740/table: creating writer at 1731620446523 (+80 ms)Flushing 1588230740/table: appending metadata at 1731620446597 (+74 ms)Flushing 1588230740/table: closing flushed file at 1731620446597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52985b71: reopening flushed file at 1731620446660 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c90fd8c: reopening flushed file at 1731620446666 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f546b49: reopening flushed file at 1731620446672 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620a6916: reopening flushed file at 1731620446679 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false at 1731620446705 (+26 ms)Writing region close event to WAL at 1731620446752 (+47 ms)Running coprocessor post-close hooks at 1731620446772 (+20 ms)Closed at 1731620446772 2024-11-14T21:40:46,772 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:40:46,773 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,42117,1731620420365; all regions closed. 2024-11-14T21:40:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741843_1019 (size=859) 2024-11-14T21:40:46,799 DEBUG [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs 2024-11-14T21:40:46,799 INFO [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C42117%2C1731620420365.meta:.meta(num 1731620437985) 2024-11-14T21:40:46,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741844_1020 (size=2574) 2024-11-14T21:40:46,830 DEBUG [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs 2024-11-14T21:40:46,830 INFO [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C42117%2C1731620420365.rep:(num 1731620438025) 2024-11-14T21:40:46,834 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 to pos 393, reset compression=false 2024-11-14T21:40:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741842_1018 (size=696) 2024-11-14T21:40:46,864 DEBUG [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs 2024-11-14T21:40:46,864 INFO [RS:0;ef788a4cade8:42117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C42117%2C1731620420365:(num 1731620437935) 2024-11-14T21:40:46,864 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:46,864 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:40:46,865 INFO [RS:0;ef788a4cade8:42117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:46,865 INFO [RS:0;ef788a4cade8:42117 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:46,865 INFO [RS:0;ef788a4cade8:42117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:46,865 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef788a4cade8,42117,1731620420365 because: Region server is closing 2024-11-14T21:40:46,865 INFO [RS:0;ef788a4cade8:42117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:42117. 2024-11-14T21:40:46,865 DEBUG [RS:0;ef788a4cade8:42117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:46,866 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:46,866 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:46,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:46,866 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:46,868 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 was moved to hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/oldWALs/ef788a4cade8%2C42117%2C1731620420365.1731620437935 2024-11-14T21:40:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935 2024-11-14T21:40:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T21:40:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T21:40:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T21:40:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ef788a4cade8,42117,1731620420365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/WALs/ef788a4cade8,42117,1731620420365/ef788a4cade8%2C42117%2C1731620420365.1731620437935, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T21:40:46,872 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef788a4cade8,42117,1731620420365: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ef788a4cade8,42117,1731620420365, walGroup=ef788a4cade8%2C42117%2C1731620420365, offset=ef788a4cade8%2C42117%2C1731620420365.1731620437935:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef788a4cade8:42117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T21:40:46,873 ERROR [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T21:40:46,874 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T21:40:46,874 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T21:40:46,874 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T21:40:46,874 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T21:40:46,874 INFO [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1545601024, "init": 1048576000, "max": 2306867200, "used": 891692488 }, "NonHeapMemoryUsage": { "committed": 210763776, "init": 7667712, "max": -1, "used": 207606184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T21:40:46,879 DEBUG [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ef788a4cade8%2C42117%2C1731620420365.1731620437935] 2024-11-14T21:40:46,966 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.wal-reader.ef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T21:40:46,967 WARN [RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T21:40:46,967 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,1-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,1-ef788a4cade8,42117,1731620420365 terminated 2024-11-14T21:40:46,967 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ef788a4cade8,42117,1731620420365 because: Region server is closing 2024-11-14T21:40:46,967 INFO [RS:0;ef788a4cade8:42117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:42117. 2024-11-14T21:40:46,967 DEBUG [RS:0;ef788a4cade8:42117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:40:46,967 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:46,968 DEBUG [RS:0;ef788a4cade8:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:40:46,968 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef788a4cade8:0-0.replicationSource,2-ef788a4cade8,42117,1731620420365.replicationSource.shipperef788a4cade8%2C42117%2C1731620420365,2-ef788a4cade8,42117,1731620420365 terminated 2024-11-14T21:40:46,968 INFO [RS:0;ef788a4cade8:42117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42117 2024-11-14T21:40:46,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:40:46,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907/rs 2024-11-14T21:40:46,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1067691907/rs/ef788a4cade8,42117,1731620420365 2024-11-14T21:40:46,975 INFO [RS:0;ef788a4cade8:42117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:46,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,42117,1731620420365] 2024-11-14T21:40:47,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1067691907/draining/ef788a4cade8,42117,1731620420365 already deleted, retry=false 2024-11-14T21:40:47,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,42117,1731620420365 expired; onlineServers=0 2024-11-14T21:40:47,003 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,37629,1731620420192' ***** 2024-11-14T21:40:47,003 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:40:47,006 INFO [M:0;ef788a4cade8:37629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:40:47,006 INFO [M:0;ef788a4cade8:37629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:40:47,007 DEBUG [M:0;ef788a4cade8:37629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:40:47,007 DEBUG [M:0;ef788a4cade8:37629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:40:47,007 INFO [M:0;ef788a4cade8:37629 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:40:47,007 INFO [M:0;ef788a4cade8:37629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:40:47,007 DEBUG [M:0;ef788a4cade8:37629 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:40:47,007 INFO [M:0;ef788a4cade8:37629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:40:47,007 INFO [M:0;ef788a4cade8:37629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:40:47,007 INFO [M:0;ef788a4cade8:37629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:40:47,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:40:47,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:40:47,009 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620422281 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731620422281,5,FailOnTimeoutGroup] 2024-11-14T21:40:47,010 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620422293 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731620422293,5,FailOnTimeoutGroup] 2024-11-14T21:40:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1067691907/master 2024-11-14T21:40:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1067691907 2024-11-14T21:40:47,046 DEBUG [M:0;ef788a4cade8:37629 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1067691907/master already deleted, retry=false 2024-11-14T21:40:47,046 DEBUG [M:0;ef788a4cade8:37629 {}] master.ActiveMasterManager(353): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1067691907/master 2024-11-14T21:40:47,051 INFO [M:0;ef788a4cade8:37629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/.lastflushedseqids 2024-11-14T21:40:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741853_1029 (size=263) 2024-11-14T21:40:47,073 INFO [M:0;ef788a4cade8:37629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:40:47,073 INFO [M:0;ef788a4cade8:37629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:40:47,074 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:40:47,074 INFO [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:47,074 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:47,074 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:40:47,074 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:47,074 INFO [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-14T21:40:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x100ac6246400001, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:47,080 INFO [RS:0;ef788a4cade8:42117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:47,080 INFO [RS:0;ef788a4cade8:42117 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,42117,1731620420365; zookeeper connection closed. 2024-11-14T21:40:47,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@abf73b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@abf73b1 2024-11-14T21:40:47,091 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T21:40:47,103 DEBUG [M:0;ef788a4cade8:37629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0696c7689e864365a4ad23521c275a42 is 82, key is hbase:meta,,1/info:regioninfo/1731620423259/Put/seqid=0 2024-11-14T21:40:47,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741854_1030 (size=5672) 2024-11-14T21:40:47,121 INFO [M:0;ef788a4cade8:37629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0696c7689e864365a4ad23521c275a42 2024-11-14T21:40:47,158 DEBUG [M:0;ef788a4cade8:37629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a67b12a35d49c1b742bfd8df456dc9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731620435160/Put/seqid=0 2024-11-14T21:40:47,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741855_1031 (size=8908) 2024-11-14T21:40:47,582 INFO [M:0;ef788a4cade8:37629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a67b12a35d49c1b742bfd8df456dc9 2024-11-14T21:40:47,645 DEBUG [M:0;ef788a4cade8:37629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0aa5b95263564df2a39ab36b8bdfe264 is 69, key is ef788a4cade8,42117,1731620420365/rs:state/1731620422359/Put/seqid=0 2024-11-14T21:40:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741856_1032 (size=5156) 2024-11-14T21:40:48,051 INFO [M:0;ef788a4cade8:37629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0aa5b95263564df2a39ab36b8bdfe264 2024-11-14T21:40:48,056 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0696c7689e864365a4ad23521c275a42 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0696c7689e864365a4ad23521c275a42 2024-11-14T21:40:48,059 INFO [M:0;ef788a4cade8:37629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0696c7689e864365a4ad23521c275a42, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T21:40:48,060 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a67b12a35d49c1b742bfd8df456dc9 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a67b12a35d49c1b742bfd8df456dc9 2024-11-14T21:40:48,065 INFO [M:0;ef788a4cade8:37629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a67b12a35d49c1b742bfd8df456dc9, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T21:40:48,066 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0aa5b95263564df2a39ab36b8bdfe264 as hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0aa5b95263564df2a39ab36b8bdfe264 2024-11-14T21:40:48,081 INFO [M:0;ef788a4cade8:37629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40001/user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0aa5b95263564df2a39ab36b8bdfe264, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T21:40:48,082 INFO [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1008ms, sequenceid=112, compaction requested=false 2024-11-14T21:40:48,112 INFO [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:40:48,112 DEBUG [M:0;ef788a4cade8:37629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731620447073Disabling compacts and flushes for region at 1731620447073Disabling writes for close at 1731620447074 (+1 ms)Obtaining lock to block concurrent updates at 1731620447074Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731620447074Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731620447074Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731620447078 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731620447078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731620447102 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731620447102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731620447130 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731620447158 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731620447158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731620447599 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731620447645 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731620447645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684e5d51: reopening flushed file at 1731620448056 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626bb40f: reopening flushed file at 1731620448060 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2dbc28: reopening flushed file at 1731620448065 (+5 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1008ms, sequenceid=112, compaction requested=false at 1731620448082 (+17 ms)Writing region close event to WAL at 1731620448112 (+30 ms)Closed at 1731620448112 2024-11-14T21:40:48,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741830_1006 (size=69043) 2024-11-14T21:40:48,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc8c1078-3f62-4bc9-053b-3cb0a754eb22/MasterData/WALs/ef788a4cade8,37629,1731620420192/ef788a4cade8%2C37629%2C1731620420192.1731620421672 not finished, retry = 0 2024-11-14T21:40:48,246 INFO [M:0;ef788a4cade8:37629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:40:48,246 INFO [M:0;ef788a4cade8:37629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37629 2024-11-14T21:40:48,248 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:40:48,254 INFO [M:0;ef788a4cade8:37629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:40:48,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:48,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37629-0x100ac6246400000, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:40:48,366 INFO [M:0;ef788a4cade8:37629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:40:48,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64ae020d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:40:48,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed51a46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:48,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:48,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f6c3057{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:48,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e046f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:48,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:40:48,421 WARN [BP-1160461693-172.17.0.2-1731620419161 heartbeating to localhost/127.0.0.1:40001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:40:48,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:40:48,421 WARN [BP-1160461693-172.17.0.2-1731620419161 heartbeating to localhost/127.0.0.1:40001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1160461693-172.17.0.2-1731620419161 (Datanode Uuid 691415f2-4414-4ae9-9d0c-2bb2d553e531) service to localhost/127.0.0.1:40001 2024-11-14T21:40:48,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:40:48,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571/data/data1/current/BP-1160461693-172.17.0.2-1731620419161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:48,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/cluster_2ee003f4-f524-8524-f380-5568c2a1f571/data/data2/current/BP-1160461693-172.17.0.2-1731620419161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:40:48,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f06748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:40:48,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49b170ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:40:48,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:40:48,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4164bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:40:48,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4dc099{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4a2e-becc-3936-c2d6-ea626e5020ac/hadoop.log.dir/,STOPPED} 2024-11-14T21:40:48,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:40:48,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:40:48,518 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 535) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59197) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59197) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42843 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34845 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42843 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-37 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40001 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34845 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40001 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59197) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40001 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=982 (was 881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=985 (was 1028), ProcessCount=11 (was 11), AvailableMemoryMB=1757 (was 1352) - AvailableMemoryMB LEAK? - 2024-11-14T21:40:48,519 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-14T21:40:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ac6246400005, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:40:48,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ac6246400005, quorum=127.0.0.1:59197, baseZNode=/11186994289 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:40:48,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ac6246400008, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:40:48,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ac6246400008, quorum=127.0.0.1:59197, baseZNode=/2-1818247875 Received Disconnected from ZooKeeper, ignoring 2024-11-14T21:40:48,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ac6246400002, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T21:40:48,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ac6246400002, quorum=127.0.0.1:59197, baseZNode=/0-1067691907 Received Disconnected from ZooKeeper, ignoring